-- Logs begin at Mon 2022-01-31 16:19:56 UTC, end at Mon 2022-01-31 17:26:34 UTC. -- Jan 31 16:57:44.992998 dv-cinder-814898-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 31 16:57:48.098061 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.common.config [-] Logging enabled! Jan 31 16:57:48.098786 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 16:57:48.098916 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 16:57:48.102338 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.common.config [-] Logging enabled! Jan 31 16:57:48.102606 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 16:57:48.102918 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 16:57:48.103937 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 16:57:48.104172 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 16:57:48.104587 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 16:57:48.104819 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 16:57:48.105046 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 16:57:48.105367 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.105795 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 31 16:57:48.106107 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.106400 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.106684 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.106977 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.107263 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.107575 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.107867 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.108170 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.108455 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.108739 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.109022 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.109312 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.109595 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.109887 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.110209 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.110507 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] debug = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.110787 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.111308 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.111833 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.112122 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.112413 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.112692 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.112967 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.113240 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.113534 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.113926 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] host = dv-cinder-814898-3-iscsi {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.114243 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.114535 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.114823 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.115111 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.115424 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.115699 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.115984 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.116291 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.116576 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] log_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.116854 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.117142 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.117431 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.117723 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.117949 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.118174 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.118465 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.118751 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.119027 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.119301 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.119612 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.119887 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.120160 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.120430 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.120720 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.121007 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.121290 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.121559 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.121829 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.122105 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.122378 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.122664 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.122937 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.123278 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.123623 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.123974 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.124250 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.124526 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.124833 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.125117 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.125401 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.125682 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.125957 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.126238 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.126515 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.126788 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.127060 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] use_json = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.127331 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.127628 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.127911 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.128183 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.128455 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.128729 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.129118 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.129269 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.129540 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:48.129844 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.130138 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.130439 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.130740 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.131026 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.131308 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.131622 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.131952 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.132243 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.132532 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.132825 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.133105 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.133410 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.133700 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.133993 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.134304 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.134596 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.134892 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.135168 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.135471 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.135750 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.136030 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.136317 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.136602 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.136887 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.137175 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.137451 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.138061 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.138349 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.138643 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.138930 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.139204 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.139547 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.139803 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.140080 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.140350 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.140698 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.141005 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.141290 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.141564 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.141844 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.142122 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.142394 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.142669 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.142945 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.143235 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.143543 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.143821 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.144092 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.144370 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.144643 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.144927 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.145204 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.145479 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.145753 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.146030 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.146302 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.146583 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.146862 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.147133 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.147457 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.147742 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.148017 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.148288 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.148560 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.148832 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.149105 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.149377 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.149744 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.149891 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.150171 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.150444 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.150715 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.150987 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.151281 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.151608 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.151886 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.152167 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.152444 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.152720 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.152999 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.153276 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.153552 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.153828 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.154098 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.154393 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.154677 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.154968 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.155271 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.155579 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.155873 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.156152 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.156434 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.156716 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.156996 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.157278 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.157556 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.157848 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.158138 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.158429 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.158723 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.159016 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.159300 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.159641 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.159923 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:48.160142 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 16:57:48.160392 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102661) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 31 16:57:48.546407 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 16:57:48.546657 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 16:57:48.546942 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 16:57:48.547305 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 31 16:57:48.890633 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.890894 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.891194 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.892580 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.892874 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.893153 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.939992 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.940270 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.940524 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.956007 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.956299 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.956559 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.989715 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.989997 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:48.990251 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.029020 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.029280 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.029588 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.385187 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.385902 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.385902 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.386144 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.386700 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.493162 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.493481 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.493772 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.494086 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.494358 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.494678 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.494999 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.495281 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.495567 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.495853 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.496117 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.496390 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.496649 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.496902 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.497159 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.497421 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.497677 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.497928 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.498213 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.498473 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.498747 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.498996 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.499281 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.499706 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.499958 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.500205 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.500652 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 16:57:49.500894 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 16:57:49.501131 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 16:57:49.501368 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 16:57:49.501611 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 16:57:49.501846 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 16:57:49.502224 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 31 16:57:49.505881 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 31 16:57:49.510214 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 31 16:57:49.514963 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Jan 31 16:57:49.516905 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 31 16:57:49.517375 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 31 16:57:49.517742 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 31 16:57:49.518114 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 31 16:57:49.521368 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 31 16:57:49.521597 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 31 16:57:49.521995 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 16:57:49.527856 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 31 16:57:49.553700 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 31 16:57:49.554225 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.554521 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102661) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 31 16:57:49.554882 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.556479 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102661) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 31 16:57:49.556776 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 16:57:49.557027 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 31 16:57:49.560743 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.561016 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:49.626152 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 31 16:57:49.626430 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 31 16:57:49.626603 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 31 16:57:49.627019 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 31 16:57:49.650383 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_db.sqlalchemy.engines [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102661) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 31 16:57:50.105241 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Initializing driver for type 'gre' Jan 31 16:57:50.105814 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] gre ID ranges: [(1, 1000)] Jan 31 16:57:50.179283 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Initializing driver for type 'local' Jan 31 16:57:50.179652 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Initializing driver for type 'vlan' Jan 31 16:57:50.198174 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] VlanTypeDriver initialization complete Jan 31 16:57:50.198539 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Initializing driver for type 'vxlan' Jan 31 16:57:50.199097 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] vxlan ID ranges: [(1, 1000)] Jan 31 16:57:50.271666 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Initializing extension driver 'port_security' Jan 31 16:57:50.272144 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.extensions.port_security [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] PortSecurityExtensionDriver initialization complete Jan 31 16:57:50.272635 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Initializing mechanism driver 'openvswitch' Jan 31 16:57:50.273045 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Initializing mechanism driver 'hyperv' Jan 31 16:57:50.281387 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:57:50.282282 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > port after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.282780 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > port after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.283441 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > port after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.284232 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 16:57:50.284884 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.285390 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.285848 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.286430 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 16:57:50.286967 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > network after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.287452 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > network after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.287838 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > network after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.288325 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 16:57:50.288820 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.289212 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.289632 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.290258 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 16:57:50.290709 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.291113 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.291566 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.292055 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 16:57:50.292535 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > address_group after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.292927 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > address_group after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.293312 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.293804 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 16:57:50.294308 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] ML2 OVO RPC backend initialized. {{(pid=102661) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 31 16:57:50.295216 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.295719 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.296193 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > network before_response 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.296602 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > networks before_response 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.297000 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > port before_response 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.297399 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > ports before_response 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.297829 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.298504 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.298913 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > network after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.299321 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > network after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.299744 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > network after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.300146 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > port after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.300533 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > port after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.300916 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > port after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.301300 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.301679 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.302102 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.311727 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded quota_driver: . Jan 31 16:57:50.312136 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.plugin [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Modular L2 Plugin initialization complete Jan 31 16:57:50.312670 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading services supported by the core plugin {{(pid=102661) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 31 16:57:50.313377 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.plugins.ml2.managers [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Got port-security extension from driver 'port_security' Jan 31 16:57:50.313932 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.extensions.vlantransparent [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Disabled vlantransparent extension. Jan 31 16:57:50.314745 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102661) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 31 16:57:50.315313 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading Plugin: router Jan 31 16:57:50.365097 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.365606 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router after_create 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.365967 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router before_create 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.366482 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.366952 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.367318 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router after_delete 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.367718 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.368119 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.368469 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router after_create 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.368810 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router after_update 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.369176 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router after_update 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.369524 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.369891 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router after_update 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.370320 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.370761 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: port after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.371152 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: port after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.371536 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: subnet after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.371886 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.372246 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.372598 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.372946 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: port before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.373296 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.373657 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router after_update 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.373999 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.374357 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.374732 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.375081 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.375484 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > agent after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.375845 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > agent after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.376191 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > network after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.377206 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Tracking information for resource: router configured {{(pid=102661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 16:57:50.377537 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Tracking information for resource: floatingip configured {{(pid=102661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 16:57:50.383591 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.db.l3_agentschedulers_db [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 31 16:57:50.384193 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: port after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.384569 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: port after_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.384936 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: port after_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.385301 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: port after_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.386459 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router before_create 55550100 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.386876 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.387218 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.387984 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.395209 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.services.provider_configuration [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service providers = [] {{(pid=102661) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 31 16:57:50.395710 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.db.servicetype_db [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102661) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 31 16:57:50.399799 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.services.service_base [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 16:57:50.400152 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.services.service_base [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 16:57:50.400594 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.services.service_base [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 16:57:50.401704 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.services.service_base [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 16:57:50.402099 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.services.service_base [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 31 16:57:50.402631 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 16:57:50.403042 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 31 16:57:50.418894 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 16:57:50.419271 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading Plugin: auto_allocate Jan 31 16:57:50.427744 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: network precommit_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.428189 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: network precommit_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.428961 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 16:57:50.429356 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading Plugin: tag Jan 31 16:57:50.437690 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 16:57:50.438046 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading Plugin: timestamp Jan 31 16:57:50.443266 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 16:57:50.443733 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading Plugin: network_ip_availability Jan 31 16:57:50.450601 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.451040 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.451584 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.452666 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 16:57:50.453031 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading Plugin: flavors Jan 31 16:57:50.460052 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 16:57:50.460545 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading Plugin: revisions Jan 31 16:57:50.466957 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 16:57:50.467418 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_concurrency.lockutils [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.920s {{(pid=102661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 16:57:50.468334 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102661) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 31 16:57:50.468724 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Initializing extension manager. Jan 31 16:57:50.469392 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: __init__.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.469779 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: __pycache__ {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.470155 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.470527 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: address_group.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.471621 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.472353 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: address-group Jan 31 16:57:50.472701 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: address_scope.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.473793 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.474617 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: address-scope Jan 31 16:57:50.475231 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.476505 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.477094 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: router-admin-state-down-before-update Jan 31 16:57:50.477485 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: agent.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.479315 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.479923 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: agent Jan 31 16:57:50.480258 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: agent_resources_synced.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.481578 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.482694 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: agent-resources-synced Jan 31 16:57:50.483317 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.486229 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.487578 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: allowed-address-pairs Jan 31 16:57:50.487924 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.489890 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.490772 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: auto-allocated-topology Jan 31 16:57:50.491131 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: availability_zone.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.492005 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.492525 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: availability_zone Jan 31 16:57:50.492849 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: availability_zone_filter.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.493879 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.494389 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: availability_zone_filter Jan 31 16:57:50.494714 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: data_plane_status.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.495737 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.496238 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension data-plane-status not supported by any of loaded plugins Jan 31 16:57:50.496564 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: default_subnetpools.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.497581 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.498099 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: default-subnetpools Jan 31 16:57:50.498418 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.499322 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.499884 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: dhcp_agent_scheduler Jan 31 16:57:50.500205 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: dns.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.501218 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.501744 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension dns-integration not supported by any of loaded plugins Jan 31 16:57:50.502060 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: dns_domain_ports.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.503471 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.504375 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 31 16:57:50.504688 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.506352 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.507216 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 31 16:57:50.507970 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: dvr.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.508764 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.509982 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: dvr Jan 31 16:57:50.510319 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: ecmp_routes.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.512044 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.513457 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 31 16:57:50.513878 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: empty_string_filtering.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.515307 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.515983 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: empty-string-filtering Jan 31 16:57:50.516405 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.517436 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.517947 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 31 16:57:50.518374 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.519982 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.520532 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 31 16:57:50.521006 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: external_net.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.522176 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.522729 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: external-net Jan 31 16:57:50.523323 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.524366 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.525583 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: extra_dhcp_opt Jan 31 16:57:50.525934 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: extraroute.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.527681 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.528233 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: extraroute Jan 31 16:57:50.528560 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: extraroute_atomic.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.530314 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.530857 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: extraroute-atomic Jan 31 16:57:50.531191 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: filter_validation.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.532285 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.532824 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: filter-validation Jan 31 16:57:50.533470 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: fip_pf_description.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.534236 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.534751 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 31 16:57:50.535069 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: fip_port_details.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.536222 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.536758 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: fip-port-details Jan 31 16:57:50.537111 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: flavors.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.538621 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.539174 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: flavors Jan 31 16:57:50.539549 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.541469 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.542015 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 31 16:57:50.542352 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: floatingip_pools.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.543133 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.543698 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: floatingip-pools Jan 31 16:57:50.544119 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: ip_allocation.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.545139 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.545774 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension ip_allocation not supported by any of loaded plugins Jan 31 16:57:50.546249 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.547027 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.547597 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: ip-substring-filtering Jan 31 16:57:50.547927 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: l2_adjacency.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.548886 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.549394 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 31 16:57:50.549718 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: l3.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.550768 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.551283 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: router Jan 31 16:57:50.551637 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.554316 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.554928 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 31 16:57:50.555304 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.556571 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.557257 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: ext-gw-mode Jan 31 16:57:50.557628 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.558698 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.559278 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: l3-ha Jan 31 16:57:50.559696 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: l3_flavors.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.560907 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.561487 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: l3-flavors Jan 31 16:57:50.561860 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.562998 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.563749 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 31 16:57:50.564103 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: l3agentscheduler.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.565366 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.565942 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: l3_agent_scheduler Jan 31 16:57:50.566478 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: local_ip.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.569162 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.569880 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension local_ip not supported by any of loaded plugins Jan 31 16:57:50.570137 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: logging.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.572081 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.572645 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension logging not supported by any of loaded plugins Jan 31 16:57:50.572974 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: metering.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.573884 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.574722 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: metering Jan 31 16:57:50.575188 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.576975 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.578194 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: metering_source_and_destination_fields Jan 31 16:57:50.578806 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: multiprovidernet.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.580794 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.582185 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: multi-provider Jan 31 16:57:50.582562 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: netmtu.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.584164 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.584993 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: net-mtu Jan 31 16:57:50.585360 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: netmtu_writable.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.586386 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.586922 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: net-mtu-writable Jan 31 16:57:50.587358 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: network_availability_zone.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.588135 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.588691 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: network_availability_zone Jan 31 16:57:50.589055 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: network_ip_availability.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.590306 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.590865 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: network-ip-availability Jan 31 16:57:50.591235 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: network_segment_range.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.592176 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.593532 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension network-segment-range not supported by any of loaded plugins Jan 31 16:57:50.593919 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: pagination.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.595211 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.595633 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: pagination Jan 31 16:57:50.596011 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: port_device_profile.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.597716 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.599029 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: port-device-profile Jan 31 16:57:50.599464 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.601826 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.602543 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: port-mac-address-regenerate Jan 31 16:57:50.603009 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.604384 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.604988 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: port-numa-affinity-policy Jan 31 16:57:50.605414 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: port_resource_request.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.606472 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.607108 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension port-resource-request not supported by any of loaded plugins Jan 31 16:57:50.607642 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: port_resource_request_groups.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.609369 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.609917 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 31 16:57:50.610241 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: portbindings.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.611175 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.611760 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: binding Jan 31 16:57:50.612086 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: portbindings_extended.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.614423 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.615824 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: binding-extended Jan 31 16:57:50.616124 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: portsecurity.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.617925 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.619196 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: port-security Jan 31 16:57:50.619601 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: project_id.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.620882 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.621192 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: project-id Jan 31 16:57:50.622007 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: providernet.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.623316 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.623910 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: provider Jan 31 16:57:50.624313 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.628634 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.629245 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos not supported by any of loaded plugins Jan 31 16:57:50.629580 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.631238 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.631895 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 31 16:57:50.632216 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.633652 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.634209 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 31 16:57:50.634725 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_default.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.636260 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.636806 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-default not supported by any of loaded plugins Jan 31 16:57:50.637134 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_fip.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.638596 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.639129 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-fip not supported by any of loaded plugins Jan 31 16:57:50.639500 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.640471 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.640985 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 31 16:57:50.641310 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.642346 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.642873 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 31 16:57:50.643199 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.644191 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.644721 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 31 16:57:50.645045 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.646197 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.646725 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 31 16:57:50.647051 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_pps_rule.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.648425 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.648969 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-pps not supported by any of loaded plugins Jan 31 16:57:50.649355 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.650454 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.650999 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 31 16:57:50.651327 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: qos_rules_alias.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.652664 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.653202 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 31 16:57:50.653527 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: quota_check_limit.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.654612 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.655161 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: quota-check-limit Jan 31 16:57:50.655524 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: quotasv2.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.656877 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.657202 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: quotas Jan 31 16:57:50.657533 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: quotasv2_detail.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.660077 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.660541 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: quota_details Jan 31 16:57:50.660879 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: rbac.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.662372 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.663123 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: rbac-policies Jan 31 16:57:50.663483 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: rbac_address_group.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.664878 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.665587 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: rbac-address-group Jan 31 16:57:50.665930 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: rbac_address_scope.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.667181 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.667789 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: rbac-address-scope Jan 31 16:57:50.668115 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: rbac_security_groups.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.669304 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.670029 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: rbac-security-groups Jan 31 16:57:50.670396 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.671359 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.671938 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: rbac-subnetpool Jan 31 16:57:50.672323 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: revisionifmatch.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.673420 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.673968 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: revision-if-match Jan 31 16:57:50.674296 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: revisions.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.675929 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.676489 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: standard-attr-revisions Jan 31 16:57:50.676962 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: router_availability_zone.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.677877 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.678498 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: router_availability_zone Jan 31 16:57:50.678880 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: routerservicetype.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.680379 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.680972 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension router-service-type not supported by any of loaded plugins Jan 31 16:57:50.681304 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.682746 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.683599 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: security-groups-normalized-cidr Jan 31 16:57:50.684041 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.685300 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.685843 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: port-security-groups-filtering Jan 31 16:57:50.686166 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.687150 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.687836 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: security-groups-remote-address-group Jan 31 16:57:50.688160 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.689547 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.690235 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: security-groups-shared-filtering Jan 31 16:57:50.690567 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.691574 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 31 16:57:50.691906 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: securitygroup.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.703076 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.703808 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: security-group Jan 31 16:57:50.704135 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: segment.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.705105 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.705646 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension segment not supported by any of loaded plugins Jan 31 16:57:50.705972 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.707078 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.707634 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 31 16:57:50.707961 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: servicetype.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.709208 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.709759 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: service-type Jan 31 16:57:50.710173 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: sorting.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.711650 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.711992 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: sorting Jan 31 16:57:50.712324 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: standard_attr_segment.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.713732 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.714330 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 31 16:57:50.714668 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: standardattrdescription.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.715899 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.716482 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: standard-attr-description Jan 31 16:57:50.716815 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: stateful_security_group.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.718092 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.719021 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: stateful-security-group Jan 31 16:57:50.719370 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: stdattrs_common.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.720305 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 31 16:57:50.720765 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.722040 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.722858 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 31 16:57:50.723190 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: subnet_onboard.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.724924 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.725706 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: subnet_onboard Jan 31 16:57:50.726217 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.727551 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.728197 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 31 16:57:50.728534 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: subnet_service_types.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.729763 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.730351 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: subnet-service-types Jan 31 16:57:50.730666 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: subnetallocation.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.732240 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.732819 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: subnet_allocation Jan 31 16:57:50.733146 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.734018 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.734670 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: subnetpool-prefix-ops Jan 31 16:57:50.734987 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.736204 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.736765 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 31 16:57:50.737089 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: tagging.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.738483 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.739033 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: standard-attr-tag Jan 31 16:57:50.739365 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: timestamp.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.740967 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.741705 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loaded extension: standard-attr-timestamp Jan 31 16:57:50.742041 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: trunk.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.743374 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.743975 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension trunk not supported by any of loaded plugins Jan 31 16:57:50.744305 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: trunk_details.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.745440 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.745985 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension trunk-details not supported by any of loaded plugins Jan 31 16:57:50.746391 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.747461 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.747994 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 31 16:57:50.748313 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Loading extension file: vlantransparent.py {{(pid=102661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 16:57:50.749021 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 16:57:50.749533 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 31 16:57:50.752233 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:network Jan 31 16:57:50.752778 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:subnet Jan 31 16:57:50.753185 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 16:57:50.753575 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:port Jan 31 16:57:50.754946 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.755416 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service FLAVORS assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.756071 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.756505 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.756891 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:router Jan 31 16:57:50.757397 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 16:57:50.757911 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service METERING assigned prefix: /metering {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.759530 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.759838 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.760195 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 16:57:50.761488 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 16:57:50.762078 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:security_group Jan 31 16:57:50.763010 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 16:57:50.765084 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service CORE assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.765431 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 16:57:50.765801 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] subnetpool is already registered Jan 31 16:57:50.766249 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service CORE assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.766660 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 16:57:50.767001 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] subnetpool is already registered Jan 31 16:57:50.770139 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.770597 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service FLAVORS assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.771268 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.771744 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.772095 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:router Jan 31 16:57:50.772507 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] router is already registered Jan 31 16:57:50.772966 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 16:57:50.773308 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] floatingip is already registered Jan 31 16:57:50.773794 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service METERING assigned prefix: /metering {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.774524 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 16:57:50.774850 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] rbac_policy is already registered Jan 31 16:57:50.775272 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:security_group Jan 31 16:57:50.775654 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] security_group is already registered Jan 31 16:57:50.776090 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 16:57:50.776435 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] security_group_rule is already registered Jan 31 16:57:50.777258 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service CORE assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.777599 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 16:57:50.777950 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] subnetpool is already registered Jan 31 16:57:50.778438 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.v2.resource_helper [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Service CORE assigned prefix: {{(pid=102661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 16:57:50.778772 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 16:57:50.779125 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING neutron.quota.resource_registry [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] subnetpool is already registered Jan 31 16:57:50.779776 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: extensions {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.781473 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: address-groups {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.783011 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: address-scopes {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.784757 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: agents {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.786070 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: auto-allocated-topology {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.788042 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: availability_zones {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.789459 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: dhcp-networks {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.791236 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: dhcp-agents {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.792912 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: routers {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.795762 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: flavors {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.797135 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: service_profiles {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.798578 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: next_providers {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.800257 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: service_profiles {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.802365 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: floatingip-pools {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.804138 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: routers {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.806789 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: floatingips {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.808631 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: l3-routers {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.810375 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: l3-agents {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.811854 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: metering-labels {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.813585 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: metering-label-rules {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.814887 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: network-ip-availabilities {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.816218 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: bindings {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.817904 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: quotas {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.819691 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: quotas {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.822132 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: rbac-policies {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.824072 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: security-groups {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.825977 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: security-group-rules {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.827848 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: service-providers {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.829627 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: subnetpools {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.831979 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: subnetpools {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.833762 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.835656 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.837538 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.839410 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.842701 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.844679 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.846404 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.848617 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.850475 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.852438 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron.api.extensions [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Extended resource: tags {{(pid=102661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 16:57:50.858735 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING keystonemiddleware.auth_token [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 31 16:57:50.863969 dv-cinder-814898-3-iscsi neutron-server[102661]: WARNING keystonemiddleware.auth_token [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 31 16:57:50.873477 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_concurrency.lockutils [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Acquired lock "singleton_lock" {{(pid=102661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 31 16:57:50.873944 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_concurrency.lockutils [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Releasing lock "singleton_lock" {{(pid=102661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 31 16:57:50.874713 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO oslo_service.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Starting 2 workers Jan 31 16:57:50.879893 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Started child 102770 {{(pid=102661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 16:57:50.884770 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Started child 102771 {{(pid=102661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 16:57:50.886578 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO neutron.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 31 16:57:50.887147 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:57:50.889369 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:57:50.890527 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO oslo_service.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Starting 1 workers Jan 31 16:57:50.890927 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:57:50.891766 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [-] (102770) wsgi starting up on http://0.0.0.0:9696 Jan 31 16:57:50.893137 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [-] (102771) wsgi starting up on http://0.0.0.0:9696 Jan 31 16:57:50.895539 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Started child 102772 {{(pid=102661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 16:57:50.896156 dv-cinder-814898-3-iscsi neutron-server[102661]: INFO oslo_service.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Starting 1 workers Jan 31 16:57:50.900467 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] calling RpcWorker wait() {{(pid=102772) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 31 16:57:50.901457 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Started child 102773 {{(pid=102661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 16:57:50.901601 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.service [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] returning from RpcWorker wait() {{(pid=102772) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 31 16:57:50.901874 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15288a1e-db4b-44b3-8815-f452500130c7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:57:50.903361 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:57:50.904106 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:57:50.904284 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 16:57:50.904441 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 16:57:50.904573 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 16:57:50.904748 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 16:57:50.905237 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 16:57:50.905387 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 16:57:50.905952 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.906226 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.906493 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.906758 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.907066 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.907667 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.907921 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.908355 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.908639 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.908868 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.909202 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:57:50.910054 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.910054 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.910054 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.910054 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.910509 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.910509 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.910769 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:57:50.910895 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.911015 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.911132 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.911367 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.911863 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.912102 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.912334 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] debug = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.912603 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.913133 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.913415 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.913660 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.913890 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.914107 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.914315 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.914605 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.914850 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.915064 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.915292 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.915571 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.915787 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.915999 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.916236 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.916468 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.916686 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.916901 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.917397 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] host = dv-cinder-814898-3-iscsi {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.917682 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.917922 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.918431 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.918431 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.919233 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.919233 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.919233 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.919926 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.919926 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.919926 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.920547 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.920547 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.920547 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.921148 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.921148 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_options = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.921148 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.921748 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.921748 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.921748 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.922387 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.922387 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.922387 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.923054 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.923054 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.923054 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.923885 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.923885 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.923885 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.923885 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.924695 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.924695 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.924695 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.924695 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.925516 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.925516 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.925516 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.926152 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.926152 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.926152 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.926743 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.926743 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.926743 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.927338 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.927338 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.927338 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.927963 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.927963 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.928782 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.928782 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.928782 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.929397 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.929397 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.929397 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.930027 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.930027 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.930027 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.930614 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.930614 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.931016 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.931016 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.931469 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.931469 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_json = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.931897 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.931897 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.932315 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.932315 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.932697 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.932927 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.933154 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.933406 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.933406 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:50.933983 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.934195 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.934406 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.934637 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.934847 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.935071 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.935280 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.935519 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.935768 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.935981 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.936284 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.936626 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.936841 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.937084 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.937355 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.937670 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.938034 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.938253 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.938491 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.939005 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.939005 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.939005 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.939675 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.939675 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.940687 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.940687 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.940687 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.940687 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.941617 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.941617 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.941617 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.941617 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.942567 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.942567 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.942567 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.942567 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.943324 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.943324 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.943324 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.943736 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.943736 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.943945 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.944075 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.944421 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.944607 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.944885 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.945225 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.945480 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.945736 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.945982 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.946190 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.946450 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.946647 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.946900 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.947171 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.947495 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.947692 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.947951 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.948175 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.948372 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.948596 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.949183 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.949183 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.949571 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.949571 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.949934 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.949934 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.950285 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.950472 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.950674 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.950868 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.951059 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.951293 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.951540 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.954526 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.954986 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.955247 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.955580 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.955777 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.956049 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.956287 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.956626 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.956880 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.957096 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.957481 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.957741 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.958699 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.959428 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.963607 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.964017 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.964403 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.964899 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.965410 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.965804 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.966137 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.966506 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.966863 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.967275 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.967727 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.968108 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.968518 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.968898 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.969344 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.969729 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.970095 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.970505 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.970885 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.971324 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.971750 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.972155 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.972552 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.972951 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.973362 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.973803 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.974438 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.975055 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.975798 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.977466 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.978226 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.978850 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.979548 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.980075 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.980455 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.980831 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.981209 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.981769 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.982069 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.982332 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.982597 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.982837 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.983179 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.984477 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.985129 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.985521 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.985922 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.986193 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.986571 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.987002 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.987512 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.987908 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.988292 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.988689 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.989127 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.989786 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.990206 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.990732 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.991485 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.992117 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.992683 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.993060 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.993420 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.993754 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.994067 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.994454 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.994766 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.995131 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.995551 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.995927 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.996340 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.996756 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.997146 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.997543 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.997934 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.998344 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.998744 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.999141 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.999544 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:50.999889 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.000278 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.000647 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.001029 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.001407 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.001803 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.002243 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.002626 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.003076 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.003515 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.004081 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.004652 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.005126 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.005540 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.005889 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.006290 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.006639 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.006993 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.007312 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.007726 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.008085 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.008455 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.008852 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.009235 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.009623 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.009996 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.010486 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.010892 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.011287 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.011727 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.012095 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.012805 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.013189 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.013564 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.013913 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.014274 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.014682 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.015130 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.015558 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.015923 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.016277 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.016590 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.016934 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.017277 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.017591 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.018048 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.018372 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.018733 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.019088 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.019512 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.019877 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.020222 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.020565 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.020905 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.021180 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.021410 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.021629 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.021998 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.022423 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.022656 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.022922 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.023177 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.023438 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.023867 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.024209 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.024546 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.024909 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.025357 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.025706 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.026074 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.026440 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.026927 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.027274 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.027672 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.028033 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.028396 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.028644 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.028886 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.029240 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.029587 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.029922 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.030332 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.030833 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.031207 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.031704 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.032080 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.032457 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.032873 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.033345 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.033600 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.033945 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.034341 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.034688 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.035078 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.035435 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.035779 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.036166 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.036575 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.036933 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.037312 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.037678 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.038098 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.038457 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.038894 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.039325 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.039686 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.039968 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.040262 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.040537 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.040868 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.041689 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.041689 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.041988 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.042194 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.042551 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.042828 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.043180 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.043536 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.043914 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.044268 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.044587 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.044841 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.045170 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.045456 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.045666 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 16:57:51.046400 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 16:57:51.046617 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 16:57:51.046818 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 16:57:51.047059 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 16:57:51.047329 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 16:57:51.047595 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 16:57:51.047865 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.048066 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.048243 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.048432 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.048896 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.049063 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.049284 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.049478 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.049691 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.049691 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.050089 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.050241 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.050437 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.050604 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.050790 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.051109 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.051253 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.051480 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.051700 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.051954 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.052085 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:57:51.052212 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.052548 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.052762 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] debug = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.052966 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.053258 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.053495 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.053869 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.054075 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.054075 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.054472 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.054472 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.054939 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.054939 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.055335 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.055335 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.055773 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.055974 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.056175 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.056375 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.056867 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.057409 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.057628 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] host = dv-cinder-814898-3-iscsi {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.057854 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.058054 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.058252 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.058472 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.059019 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.059019 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.059019 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.059627 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.059627 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.059963 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.059963 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.060270 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.060407 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.060579 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.061098 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_options = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.061098 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.061353 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.061562 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.061838 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.062077 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.062314 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.062523 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.062733 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.062939 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.063148 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.063356 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.063599 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.063809 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.064018 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.064230 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.064435 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.064641 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.064845 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.065049 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.065258 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.065459 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.065663 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.065869 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.066073 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.066292 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.066590 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.066794 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.067027 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.067292 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.067556 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.067760 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.067984 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.068189 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.068398 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.068620 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.068880 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.069224 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.069392 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.069647 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.069851 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.070107 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.070373 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.070633 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.070902 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.071162 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.071533 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.071680 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_json = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.072115 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.072115 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.072471 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.072640 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.072767 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.072955 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.073173 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.073439 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.073675 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 16:57:51.073939 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.074157 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.074402 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.074606 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.074818 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.075026 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.075233 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.075508 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.075770 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.076036 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.076302 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.076559 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.076824 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.077075 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.077308 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.077574 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.077830 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.078089 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.078373 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.078590 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.078847 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.079109 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.079436 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.079671 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.079901 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.080154 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.080408 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.080678 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.080933 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.081208 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.081471 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.081736 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.081990 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.082256 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.082523 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.083694 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.083694 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.084059 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.084565 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.084565 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.085038 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.085038 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.085401 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.086113 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.086113 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.086113 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.086755 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.086755 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.086755 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.087114 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.087235 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.087627 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.087836 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.087978 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.088175 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.088452 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.088735 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.089223 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.089223 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.089612 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.089746 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.089956 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.090209 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.090469 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.090776 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.091022 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.091286 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.091622 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.091874 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.092064 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.092438 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.092644 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.092904 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.093205 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.093416 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.093678 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.093891 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.094055 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.094282 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.094449 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.094621 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.094782 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.094942 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.095104 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.095303 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.095530 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.095745 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.095991 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.096254 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.096509 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.096764 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.097061 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.097332 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.097543 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.097773 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.097984 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.098180 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.098402 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.098651 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.098903 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.099159 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.099457 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.099662 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.099919 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.100177 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.100497 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.100706 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.101015 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.101211 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.101460 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.101717 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.101979 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.102241 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.102498 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.102757 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.102976 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.103202 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.103482 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.103721 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.103933 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.104154 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.104360 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.104611 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.104868 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.105094 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.105350 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.105612 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.105612 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.106336 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.106336 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.106661 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.106806 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.106994 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.107228 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.107687 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.107687 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.108079 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.108079 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.108333 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.108565 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.108790 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.109004 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.109239 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.109499 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.109709 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.109955 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.110216 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.110585 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.111256 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.111256 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.111256 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.111709 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.111709 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.111996 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.111996 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.112253 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.112391 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.112589 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.112836 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.113079 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.113342 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.113771 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.113925 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.114109 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.114370 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.114625 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.114868 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.115111 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.115369 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.115639 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.115890 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.116259 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.116500 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.116744 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.116983 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.117228 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.117469 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.117711 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.117952 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.118199 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.118441 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.118682 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.118931 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.119169 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.119434 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.119682 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.119922 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.120164 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.120415 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.120656 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.120898 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.121140 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.121381 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.121639 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.121877 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.122122 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.122361 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.122611 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.122851 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.123092 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.123330 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.123676 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.123834 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.124079 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.124322 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.124571 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.124785 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.124982 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.125179 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.125382 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.125577 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.125772 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.125986 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.126178 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.126372 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.126563 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.126755 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.126947 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.127148 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.127340 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.127571 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.127763 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.127957 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.128149 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.128354 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.128552 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.128757 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.128956 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.129147 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.129344 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.129548 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.129782 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.129995 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.130176 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.130385 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.130600 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.130836 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.131035 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.131234 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.131456 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.131651 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.131898 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.132105 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.132299 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.132500 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.132743 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.132985 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.133234 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.133486 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.133727 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.133967 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.134223 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.134460 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.134863 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.135232 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.135530 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.135774 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.136019 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.136259 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.136500 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.136754 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.136995 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.137242 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.137800 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.138047 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.138291 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.138540 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.138789 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.139043 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.139288 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.139571 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.139828 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.140072 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.140313 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.140553 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.140821 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.141043 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.141283 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.141539 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.141780 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.142039 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.142308 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.142519 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.142720 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.142919 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.143116 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.143313 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.143533 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.143731 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.143927 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.144121 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 16:57:51.144310 dv-cinder-814898-3-iscsi neutron-server[102661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 16:57:51.208022 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34006) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:57:51.216846 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066001 Jan 31 16:58:04.557636 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256e2de-50a8-4318-bf50-ba2969917e76 None None] get_active_networks_info from dv-cinder-814898-3-iscsi {{(pid=102772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 16:58:04.786871 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d256e2de-50a8-4318-bf50-ba2969917e76 None None] No non-hosted networks {{(pid=102772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 31 16:58:04.809558 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.agentschedulers_db [None req-d256e2de-50a8-4318-bf50-ba2969917e76 None None] DHCP Agent not found on host dv-cinder-814898-3-iscsi {{(pid=102772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 31 16:58:04.931290 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7572ad04-9010-4686-91ff-9f7f4c92a830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548912'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:06.816267 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6ca21d03-d42a-4ab1-81f4-c2c4a207f215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548912'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:06.864347 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-810fac1a-b6fd-49b3-b6c2-fe5512215d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:09.884634 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548912'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:11.625696 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548912'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:11.990812 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548912'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:11.995008 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.995552 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.996024 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.996498 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.997008 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.997614 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.998089 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.998560 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.999082 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:11.999564 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:12.000060 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:12.000517 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:12.000992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:12.001605 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-814898-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:58:12.028866 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-814898-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:58:12.745878 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.db.l3_hamode_db [None req-1080c04c-257b-430e-9d67-af819d3a7713 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 31 16:58:12.879026 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080c04c-257b-430e-9d67-af819d3a7713 None None] Routers set() bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:58:12.880041 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080c04c-257b-430e-9d67-af819d3a7713 None None] Router IDs set() for agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 16:58:16.501694 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34106) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:17.144425 dv-cinder-814898-3-iscsi neutron-server[102771]: WARNING oslo_policy.policy [None req-28f7b654-5e9d-4644-8ac9-69d456bfc1b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 16:58:17.144990 dv-cinder-814898-3-iscsi neutron-server[102771]: WARNING oslo_policy.policy [None req-28f7b654-5e9d-4644-8ac9-69d456bfc1b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 16:58:17.373649 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [None req-28f7b654-5e9d-4644-8ac9-69d456bfc1b4 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 16:58:17.374781 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-28f7b654-5e9d-4644-8ac9-69d456bfc1b4 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8720047 Jan 31 16:58:20.196095 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34122) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:20.548183 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-864093e4-1a8b-4592-8fc5-d955006e2b69 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': 'e34447a5fc0c418b83dd16a0a6a986ba', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:58:20.647045 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.policy [None req-864093e4-1a8b-4592-8fc5-d955006e2b69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 16:58:20.688678 dv-cinder-814898-3-iscsi neutron-server[102771]: WARNING oslo_policy.policy [None req-864093e4-1a8b-4592-8fc5-d955006e2b69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 16:58:20.689085 dv-cinder-814898-3-iscsi neutron-server[102771]: WARNING oslo_policy.policy [None req-864093e4-1a8b-4592-8fc5-d955006e2b69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 16:58:20.792261 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-864093e4-1a8b-4592-8fc5-d955006e2b69 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785968187887', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785968188348', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785968169256', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785968174097', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785968181964', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785968160354', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3882987', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3960043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-957202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-946892'] for rbac-policy (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:20.868521 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-864093e4-1a8b-4592-8fc5-d955006e2b69 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:20.870014 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-864093e4-1a8b-4592-8fc5-d955006e2b69 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6723053 Jan 31 16:58:23.795742 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34134) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:24.145233 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'name': 'private'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:58:24.176472 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Made reservation on behalf of 59efe6447fdc400faefd0bd230fe5806 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:58:24.179543 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:24.197986 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:24.346617 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Publish callbacks [] for security_group (f2352800-5b4f-47ab-a426-612921346106), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:24.352381 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f2352800-5b4f-47ab-a426-612921346106), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:24.376918 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 16:58:24.407523 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785969884025', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (75dc9be3-5c58-4c4b-aad4-f21806e27da3), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:24.408118 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Unsubscribe: segment precommit_create {{(pid=102771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 16:58:24.408631 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Added segment 75dc9be3-5c58-4c4b-aad4-f21806e27da3 of type vlan for network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f Jan 31 16:58:24.425743 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2352800-5b4f-47ab-a426-612921346106,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:24.475512 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.475892 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.476343 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.476676 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.477001 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.477420 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.477768 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.478133 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.478574 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.478913 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.479216 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.479549 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.479856 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Tracked resource versions report: Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: pushed versions: Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: { 'AddressGroup': {'1.2'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'ConntrackHelper': {'1.0'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'LocalIPAssociation': {'1.0'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Log': {'1.0'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Network': {'1.1'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Port': {'1.7'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'PortForwarding': {'1.2'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'QosPolicy': {'1.10'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SecurityGroup': {'1.5'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SecurityGroupRule': {'1.2'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SubPort': {'1.0'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Subnet': {'1.1'}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Trunk': {'1.1'}} Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: consumer versions: Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: { DHCP agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: L3 agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: Metadata agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: Metering agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: Open vSwitch agent@dv-cinder-814898-3-iscsi: { 'AddressGroup': '1.2', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'ConntrackHelper': '1.0', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'LocalIPAssociation': '1.0', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Log': '1.0', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Network': '1.1', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Port': '1.7', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'PortForwarding': '1.2', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'QosPolicy': '1.10', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SecurityGroup': '1.5', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SecurityGroupRule': '1.2', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SubPort': '1.0', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Subnet': '1.1', Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Trunk': '1.1'}} Jan 31 16:58:24.481284 dv-cinder-814898-3-iscsi neutron-server[102771]: {{(pid=102771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 16:58:24.531788 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:24.581405 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:24.582515 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:24.583211 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:24.646681 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8496237 Jan 31 16:58:24.695646 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b25fb-b2cd-4bc0-a059-2ec46e26de58 admin admin] Pushing event updated for resources: {'Network': ['ID=563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:24.710171 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:58:27.530085 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34148) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:27.965780 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39290a92-d2f7-4bcb-858c-10348b8a7cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:27.967150 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-39290a92-d2f7-4bcb-858c-10348b8a7cd4 admin admin] 10.222.0.90 "GET /v2.0/networks/563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f HTTP/1.1" status: 200 len: 825 time: 0.4360526 Jan 31 16:58:27.994113 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a1c8cdb6-d8e1-4bb7-81d6-fc8ecc2e4d3b admin admin] 10.222.0.90 "GET /v2.0/subnetpools/e3b4dac2-0287-4d24-a364-8a0292aa3999 HTTP/1.1" status: 200 len: 734 time: 0.0210092 Jan 31 16:58:28.003822 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Request body: {'subnet': {'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e3b4dac2-0287-4d24-a364-8a0292aa3999', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:58:28.031472 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Made reservation on behalf of 59efe6447fdc400faefd0bd230fe5806 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:58:28.034510 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:28.383794 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (b3d30d49-bef0-430c-bd52-6dd3097b7357), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:28.452884 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d30d49-bef0-430c-bd52-6dd3097b7357,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:28.462434 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Checking segment: {'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 16:58:28.462817 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Network hostable DHCP agents. Network: 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:58:28.491498 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:58:28.506971 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:58:28.512744 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:28.513401 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:28.518726 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f2d1ec-1cde-43f0-bee4-0ef1ef4e3e43 None None] Network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 16:58:28.536346 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-efe38abb-33b3-48da-bb95-646efaf9d3e0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5361993 Jan 31 16:58:28.844744 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'fixed_ips': [{'subnet_id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 16:58:28.845973 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:29.183109 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Allocated IP 172.20.0.2 (563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f/b3d30d49-bef0-430c-bd52-6dd3097b7357/9fef8314-eeea-4e86-9ca4-98682fc9dd35) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:58:29.593010 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Publish callbacks [] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:29.606561 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:29.731064 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:58:29.738938 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:58:29.749611 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:58:29.752851 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Pushing event updated for resources: {'Port': ['ID=9fef8314-eeea-4e86-9ca4-98682fc9dd35,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:29.784435 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.784830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.785144 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.785480 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.785805 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.786127 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.786446 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.786789 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.787131 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.787494 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.787819 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.788136 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.788445 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Tracked resource versions report: Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: pushed versions: Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: { 'AddressGroup': {'1.2'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'ConntrackHelper': {'1.0'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'LocalIPAssociation': {'1.0'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Log': {'1.0'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Network': {'1.1'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Port': {'1.7'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'PortForwarding': {'1.2'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'QosPolicy': {'1.10'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SecurityGroup': {'1.5'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SecurityGroupRule': {'1.2'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SubPort': {'1.0'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Subnet': {'1.1'}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Trunk': {'1.1'}} Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: consumer versions: Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: { DHCP agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: L3 agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: Metadata agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: Metering agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: Open vSwitch agent@dv-cinder-814898-3-iscsi: { 'AddressGroup': '1.2', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'ConntrackHelper': '1.0', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'LocalIPAssociation': '1.0', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Log': '1.0', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Network': '1.1', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Port': '1.7', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'PortForwarding': '1.2', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'QosPolicy': '1.10', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SecurityGroup': '1.5', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SecurityGroupRule': '1.2', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SubPort': '1.0', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Subnet': '1.1', Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Trunk': '1.1'}} Jan 31 16:58:29.789867 dv-cinder-814898-3-iscsi neutron-server[102772]: {{(pid=102772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 16:58:29.846795 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Attempting to bind port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 16:58:29.847265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Attempting to bind port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 16:58:29.847829 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Attempting to bind port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 on network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:58:29.854235 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:58:29.854747 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Checking segment: {'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 16:58:29.855321 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:29.855829 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Bound using segment: {'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:58:29.856408 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Bound port: 9fef8314-eeea-4e86-9ca4-98682fc9dd35, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 16:58:29.856894 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:29.938416 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] For port 9fef8314-eeea-4e86-9ca4-98682fc9dd35, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:58:29.972767 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] For port 9fef8314-eeea-4e86-9ca4-98682fc9dd35, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=9fef8314-eeea-4e86-9ca4-98682fc9dd35,segment=NetworkSegment(75dc9be3-5c58-4c4b-aad4-f21806e27da3),segment_id=75dc9be3-5c58-4c4b-aad4-f21806e27da3)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:58:29.985103 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:30.088631 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231c69-9207-4dbb-9618-5200af8379a2 None None] Pushing event updated for resources: {'Port': ['ID=9fef8314-eeea-4e86-9ca4-98682fc9dd35,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:31.406954 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34156) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:32.129016 dv-cinder-814898-3-iscsi neutron-server[102770]: WARNING oslo_policy.policy [None req-761ce674-0b35-45a7-b982-e4bcdbd9fc48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 16:58:32.129625 dv-cinder-814898-3-iscsi neutron-server[102770]: WARNING oslo_policy.policy [None req-761ce674-0b35-45a7-b982-e4bcdbd9fc48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 16:58:32.360551 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [None req-761ce674-0b35-45a7-b982-e4bcdbd9fc48 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 16:58:32.361965 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-761ce674-0b35-45a7-b982-e4bcdbd9fc48 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9528863 Jan 31 16:58:34.484939 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5e667d37-8a32-4240-bad0-c74abe9371d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:35.093399 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34170) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:35.568261 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [None req-28a7570c-fbfa-439c-8e10-b698beb74cf8 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 16:58:35.569628 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-28a7570c-fbfa-439c-8e10-b698beb74cf8 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4753170 Jan 31 16:58:36.799122 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bbbf4931-01be-4f77-8b78-0bd4db22e02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:38.682856 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34180) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:39.087273 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-41d8b032-fffa-456d-9c7d-9905350a88ed admin admin] Request body: {'router': {'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'name': 'router1', 'admin_state_up': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:58:39.121197 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d8b032-fffa-456d-9c7d-9905350a88ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:39.123997 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d8b032-fffa-456d-9c7d-9905350a88ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:39.325011 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d8b032-fffa-456d-9c7d-9905350a88ed admin admin] Publish callbacks [] for router_controller (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:39.332002 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d8b032-fffa-456d-9c7d-9905350a88ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:39.351750 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-41d8b032-fffa-456d-9c7d-9905350a88ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:39.363431 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-41d8b032-fffa-456d-9c7d-9905350a88ed admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6691628 Jan 31 16:58:39.784042 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:41.024345 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 9fef8314-eeea-4e86-9ca4-98682fc9dd35 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:58:41.186875 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:41.187248 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:41.375610 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 16:58:41.376474 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:41.441087 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 9fef8314-eeea-4e86-9ca4-98682fc9dd35, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=9fef8314-eeea-4e86-9ca4-98682fc9dd35,segment=NetworkSegment(75dc9be3-5c58-4c4b-aad4-f21806e27da3),segment_id=75dc9be3-5c58-4c4b-aad4-f21806e27da3)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:41.447263 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:41.526588 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=9fef8314-eeea-4e86-9ca4-98682fc9dd35,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:41.564518 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:41.989475 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:42.045874 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34202) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:42.217383 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [None req-c3d7b07d-8760-4656-8e0f-66533c30ca4f admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 16:58:42.219055 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c3d7b07d-8760-4656-8e0f-66533c30ca4f admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1720655 Jan 31 16:58:42.466648 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c23937-d612-4d2e-879a-6c3e35cfd432 None None] Network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 16:58:42.554225 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-77c71355-8ca6-4c55-b5b0-674b332ed44e None None] Provisioning complete for port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:42.554746 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-77c71355-8ca6-4c55-b5b0-674b332ed44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:42.696258 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-77c71355-8ca6-4c55-b5b0-674b332ed44e None None] Current status of the port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 16:58:42.935310 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-537562cc-7229-4707-a514-4ab9ee1d3ecd None None] Provisioning complete for port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:42.936214 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-537562cc-7229-4707-a514-4ab9ee1d3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:42.982681 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 9fef8314-eeea-4e86-9ca4-98682fc9dd35 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:58:43.155257 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:43.155894 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:43.160433 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-537562cc-7229-4707-a514-4ab9ee1d3ecd None None] Current status of the port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 16:58:43.245884 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 16:58:44.714220 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34222) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:44.766480 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'tenant_id': 'e34447a5fc0c418b83dd16a0a6a986ba', 'is_default': True, 'provider:network_type': 'flat', 'project_id': 'e34447a5fc0c418b83dd16a0a6a986ba', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:58:44.789640 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Made reservation on behalf of e34447a5fc0c418b83dd16a0a6a986ba for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:58:44.792288 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:44.801618 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:44.898810 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Publish callbacks [] for security_group (a9466c4f-f39c-4799-b330-09f808dbeb82), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:44.903372 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (a9466c4f-f39c-4799-b330-09f808dbeb82), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:44.922431 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Reserving flat network on physical network physnet1 {{(pid=102771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 31 16:58:44.941045 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9466c4f-f39c-4799-b330-09f808dbeb82,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:44.949136 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (aa44f73f-00ce-45f0-9cc4-1ec657477615), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:44.949662 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Added segment aa44f73f-00ce-45f0-9cc4-1ec657477615 of type flat for network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd Jan 31 16:58:45.017211 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (8e17c186-d206-49fe-9219-5cfcc3ccc4fd), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:45.055348 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (8e17c186-d206-49fe-9219-5cfcc3ccc4fd), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:45.056521 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:45.057179 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:45.092304 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3769195 Jan 31 16:58:45.129238 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c930f7-2c88-4429-8fbe-e83b616dede9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e17c186-d206-49fe-9219-5cfcc3ccc4fd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:45.143985 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 16:58:45.975529 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:58:47.522374 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34230) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:47.627879 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e05e5c-5abd-4a0b-9aa0-ccd71c84551a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:47.629334 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-06e05e5c-5abd-4a0b-9aa0-ccd71c84551a admin admin] 10.222.0.90 "GET /v2.0/subnets/b3d30d49-bef0-430c-bd52-6dd3097b7357 HTTP/1.1" status: 200 len: 849 time: 0.1059072 Jan 31 16:58:47.762109 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b791e944-9429-4d7b-a01d-3ffb9f384ba2 admin admin] 10.222.0.90 "GET /v2.0/routers/da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 HTTP/1.1" status: 200 len: 704 time: 0.1256726 Jan 31 16:58:48.077185 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:48.552709 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Allocated IP 172.20.0.1 (563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f/b3d30d49-bef0-430c-bd52-6dd3097b7357/a7c7662c-e393-46d4-b658-521af4c459a9) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:58:48.778438 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Publish callbacks [] for port (a7c7662c-e393-46d4-b658-521af4c459a9), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:48.866726 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:48.947881 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:58:48.955346 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:58:48.965844 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:58:48.966377 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:49.029411 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c7662c-e393-46d4-b658-521af4c459a9,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:49.226848 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-196a0b49-eea6-42bb-96b7-fa306e34ce0f None None] Provisioning complete for port a7c7662c-e393-46d4-b658-521af4c459a9 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:49.227601 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-196a0b49-eea6-42bb-96b7-fa306e34ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:49.275063 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:49.285287 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-196a0b49-eea6-42bb-96b7-fa306e34ce0f None None] Port a7c7662c-e393-46d4-b658-521af4c459a9 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 16:58:49.533609 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Publish callbacks [] for port (a7c7662c-e393-46d4-b658-521af4c459a9), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:49.539749 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:49.540498 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:49.604638 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c7662c-e393-46d4-b658-521af4c459a9,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:49.675711 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:58:49.677199 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:58:49.874681 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Router da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 16:58:49.915218 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-5babe22e-f51a-45a1-bdf9-fbaae2f634e9 None None] Provisioning complete for port a7c7662c-e393-46d4-b658-521af4c459a9 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:49.915973 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5babe22e-f51a-45a1-bdf9-fbaae2f634e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:49.961863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5babe22e-f51a-45a1-bdf9-fbaae2f634e9 None None] Port a7c7662c-e393-46d4-b658-521af4c459a9 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 16:58:49.983349 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:58:49.994831 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-01a81ad7-2f28-48f1-9fd6-00986d683e15 admin admin] 10.222.0.90 "PUT /v2.0/routers/da6e7b0d-ae2c-44dc-beb1-85b8dacaded4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2265680 Jan 31 16:58:49.996232 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Sync routers for ids ['da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:58:50.016552 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Routers {'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:58:50.017760 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T16:58:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:58:50.335184 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Set router da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:58:51.116114 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'name': 'router1', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:58:39Z', 'updated_at': '2022-01-31T16:58:49Z', 'revision_number': 2, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'gw_port_host': None, '_interfaces': [{'id': 'a7c7662c-e393-46d4-b658-521af4c459a9', 'name': '', 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'mac_address': 'fa:16:3e:10:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:58:48Z', 'updated_at': '2022-01-31T16:58:49Z', 'revision_number': 2, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'subnets': [{'id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b4dac2-0287-4d24-a364-8a0292aa3999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:58:51.179794 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Checking router: da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:58:51.180119 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Updating router da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 port a7c7662c-e393-46d4-b658-521af4c459a9 binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:58:51.240865 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:51.976158 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Publish callbacks [] for port (a7c7662c-e393-46d4-b658-521af4c459a9), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:51.986444 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:52.170080 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Pushing event updated for resources: {'Port': ['ID=a7c7662c-e393-46d4-b658-521af4c459a9,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:52.183465 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Attempting to bind port a7c7662c-e393-46d4-b658-521af4c459a9 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 16:58:52.183939 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Attempting to bind port a7c7662c-e393-46d4-b658-521af4c459a9 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 16:58:52.184281 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Attempting to bind port a7c7662c-e393-46d4-b658-521af4c459a9 on network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:58:52.197350 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.197964 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.198521 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.199129 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.199674 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.200369 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.200934 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.201499 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.202065 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.202655 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.203220 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.203878 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.204444 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Tracked resource versions report: Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: pushed versions: Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: { 'AddressGroup': {'1.2'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'ConntrackHelper': {'1.0'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'LocalIPAssociation': {'1.0'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Log': {'1.0'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Network': {'1.1'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Port': {'1.7'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'PortForwarding': {'1.2'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'QosPolicy': {'1.10'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SecurityGroup': {'1.5'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SecurityGroupRule': {'1.2'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SubPort': {'1.0'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Subnet': {'1.1'}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Trunk': {'1.1'}} Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: consumer versions: Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: { DHCP agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: L3 agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: Metadata agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: Metering agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: Open vSwitch agent@dv-cinder-814898-3-iscsi: { 'AddressGroup': '1.2', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'ConntrackHelper': '1.0', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'LocalIPAssociation': '1.0', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Log': '1.0', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Network': '1.1', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Port': '1.7', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'PortForwarding': '1.2', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'QosPolicy': '1.10', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SecurityGroup': '1.5', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SecurityGroupRule': '1.2', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SubPort': '1.0', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Subnet': '1.1', Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Trunk': '1.1'}} Jan 31 16:58:52.207033 dv-cinder-814898-3-iscsi neutron-server[102773]: {{(pid=102773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 16:58:52.214078 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:58:52.214729 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Checking segment: {'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 16:58:52.215523 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:52.216169 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Bound using segment: {'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:58:52.216962 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Bound port: a7c7662c-e393-46d4-b658-521af4c459a9, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dc9be3-5c58-4c4b-aad4-f21806e27da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 16:58:52.217592 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:52.302955 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-ff16009f-e81d-4cc3-ad42-1bb6cecc393e None None] Provisioning complete for port a7c7662c-e393-46d4-b658-521af4c459a9 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:52.303518 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ff16009f-e81d-4cc3-ad42-1bb6cecc393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:52.317910 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] For port a7c7662c-e393-46d4-b658-521af4c459a9, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:58:52.352569 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] For port a7c7662c-e393-46d4-b658-521af4c459a9, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=a7c7662c-e393-46d4-b658-521af4c459a9,segment=NetworkSegment(75dc9be3-5c58-4c4b-aad4-f21806e27da3),segment_id=75dc9be3-5c58-4c4b-aad4-f21806e27da3)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:58:52.361494 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-ff16009f-e81d-4cc3-ad42-1bb6cecc393e None None] Port a7c7662c-e393-46d4-b658-521af4c459a9 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 16:58:52.363153 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:52.431746 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfba116-3250-4cc5-9048-5383863b6f13 None None] Pushing event updated for resources: {'Port': ['ID=a7c7662c-e393-46d4-b658-521af4c459a9,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:52.435032 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Routers {'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:58:52.435679 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T16:58:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:58:52.540798 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] Set router da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:58:52.688593 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-947206de-9cdf-4f87-b58d-00f13ada3a85 None None] Provisioning complete for port a7c7662c-e393-46d4-b658-521af4c459a9 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:58:52.689265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-947206de-9cdf-4f87-b58d-00f13ada3a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:52.778456 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-947206de-9cdf-4f87-b58d-00f13ada3a85 None None] Current status of the port a7c7662c-e393-46d4-b658-521af4c459a9 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 16:58:52.778851 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-947206de-9cdf-4f87-b58d-00f13ada3a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:52.793935 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'name': 'router1', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:58:39Z', 'updated_at': '2022-01-31T16:58:49Z', 'revision_number': 2, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'gw_port_host': None, '_interfaces': [{'id': 'a7c7662c-e393-46d4-b658-521af4c459a9', 'name': '', 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'mac_address': 'fa:16:3e:10:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:58:48Z', 'updated_at': '2022-01-31T16:58:52Z', 'revision_number': 4, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'subnets': [{'id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b4dac2-0287-4d24-a364-8a0292aa3999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:58:52.814407 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-947206de-9cdf-4f87-b58d-00f13ada3a85 None None] For port a7c7662c-e393-46d4-b658-521af4c459a9, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=a7c7662c-e393-46d4-b658-521af4c459a9,segment=NetworkSegment(75dc9be3-5c58-4c4b-aad4-f21806e27da3),segment_id=75dc9be3-5c58-4c4b-aad4-f21806e27da3)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:58:52.820248 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-947206de-9cdf-4f87-b58d-00f13ada3a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:52.821706 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93e6e5-6d59-4788-8e2c-5bea3e07cab4 None None] The sync data for ids ['da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'] in dv-cinder-814898-3-iscsi is: [{'id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'name': 'router1', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:58:39Z', 'updated_at': '2022-01-31T16:58:49Z', 'revision_number': 2, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'gw_port_host': None, '_interfaces': [{'id': 'a7c7662c-e393-46d4-b658-521af4c459a9', 'name': '', 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'mac_address': 'fa:16:3e:10:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:58:48Z', 'updated_at': '2022-01-31T16:58:52Z', 'revision_number': 4, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'subnets': [{'id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b4dac2-0287-4d24-a364-8a0292aa3999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:58:52.903544 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947206de-9cdf-4f87-b58d-00f13ada3a85 None None] Pushing event updated for resources: {'Port': ['ID=a7c7662c-e393-46d4-b658-521af4c459a9,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:54.963474 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34248) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:55.259342 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.policy [None req-b59d043a-9488-497d-82b5-e63e4a590705 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 16:58:55.313112 dv-cinder-814898-3-iscsi neutron-server[102770]: WARNING oslo_policy.policy [None req-b59d043a-9488-497d-82b5-e63e4a590705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 16:58:55.313491 dv-cinder-814898-3-iscsi neutron-server[102770]: WARNING oslo_policy.policy [None req-b59d043a-9488-497d-82b5-e63e4a590705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 16:58:55.323682 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d043a-9488-497d-82b5-e63e4a590705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:55.325566 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b59d043a-9488-497d-82b5-e63e4a590705 admin admin] 10.222.0.90 "GET /v2.0/networks/8e17c186-d206-49fe-9219-5cfcc3ccc4fd HTTP/1.1" status: 200 len: 842 time: 0.3608642 Jan 31 16:58:55.335872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Request body: {'subnet': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': 'e34447a5fc0c418b83dd16a0a6a986ba', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:58:55.383658 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Made reservation on behalf of e34447a5fc0c418b83dd16a0a6a986ba for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 16:58:55.386442 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:55.926787 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.objects.ports [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102770) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 16:58:55.927190 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (e9d8e832-1592-4ec8-8239-311f874ae5d6), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:56.002258 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 16:58:56.002258 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Network hostable DHCP agents. Network: 8e17c186-d206-49fe-9219-5cfcc3ccc4fd, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 16:58:56.016230 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d8e832-1592-4ec8-8239-311f874ae5d6,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:58:56.037742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.038090 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.038435 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.038767 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.039099 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.039450 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.039779 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.040106 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.040443 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.040802 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.041096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.041445 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.041726 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Tracked resource versions report: Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: pushed versions: Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: { 'AddressGroup': {'1.2'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'ConntrackHelper': {'1.0'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'LocalIPAssociation': {'1.0'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Log': {'1.0'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Network': {'1.1'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Port': {'1.7'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'PortForwarding': {'1.2'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'QosPolicy': {'1.10'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SecurityGroup': {'1.5'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SecurityGroupRule': {'1.2'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SubPort': {'1.0'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Subnet': {'1.1'}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Trunk': {'1.1'}} Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: consumer versions: Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: { DHCP agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: L3 agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: Metadata agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: Metering agent@dv-cinder-814898-3-iscsi: {}, Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: Open vSwitch agent@dv-cinder-814898-3-iscsi: { 'AddressGroup': '1.2', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'ConntrackHelper': '1.0', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'LocalIPAssociation': '1.0', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Log': '1.0', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Network': '1.1', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Port': '1.7', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'PortForwarding': '1.2', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'QosPolicy': '1.10', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SecurityGroup': '1.5', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SecurityGroupRule': '1.2', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SubPort': '1.0', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Subnet': '1.1', Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Trunk': '1.1'}} Jan 31 16:58:56.043303 dv-cinder-814898-3-iscsi neutron-server[102770]: {{(pid=102770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 16:58:56.065829 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 16:58:56.088768 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 8e17c186-d206-49fe-9219-5cfcc3ccc4fd) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:58:56.097011 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:56.097652 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:58:56.103453 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98bf16d-f95b-4102-a9ff-8a8e91506697 None None] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 16:58:56.128254 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-6ae47e94-1e9d-454d-87ca-f037e8bcfdb1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7964375 Jan 31 16:58:56.235566 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c2cd2-4694-4fed-8834-474911f23bb8 None None] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 16:58:59.276887 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34262) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:58:59.484540 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-f82d9210-d318-4f28-931d-cd1581615340 admin admin] 10.222.0.90 "GET /v2.0/routers/da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 HTTP/1.1" status: 200 len: 710 time: 0.2056055 Jan 31 16:58:59.628240 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f201c-412d-459c-af78-6de00427463c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 16:58:59.630650 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-1c1f201c-412d-459c-af78-6de00427463c admin admin] 10.222.0.90 "GET /v2.0/networks/8e17c186-d206-49fe-9219-5cfcc3ccc4fd HTTP/1.1" status: 200 len: 886 time: 0.1384385 Jan 31 16:58:59.643937 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 16:59:00.143243 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks [] for router_gateway (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:00.520815 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks [] for router_gateway (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:00.619715 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:00.760666 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Allocated IP 172.27.3.161 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/f58b5b74-d291-42d5-b832-bf8e15035c0e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 16:59:00.879223 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks [] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:00.919639 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:00.975104 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 16:59:00.979539 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Pushing event updated for resources: {'Port': ['ID=f58b5b74-d291-42d5-b832-bf8e15035c0e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:00.982787 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 16:59:00.997943 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 16:59:01.026372 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device a7c7662c-e393-46d4-b658-521af4c459a9 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:59:01.092629 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port a7c7662c-e393-46d4-b658-521af4c459a9 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:59:01.093024 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:01.198814 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port a7c7662c-e393-46d4-b658-521af4c459a9 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 16:59:01.304546 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks [] for router_gateway (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:01.528840 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551214', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2023'] for router (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:01.536608 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548829'] for router (da6e7b0d-ae2c-44dc-beb1-85b8dacaded4), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:01.763101 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Router da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 16:59:01.889942 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 16:59:01.897223 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:01.899022 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e47ae4ce-dc27-4e6a-86d5-ec4b5482b459 admin admin] 10.222.0.90 "PUT /v2.0/routers/da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 HTTP/1.1" status: 200 len: 890 time: 2.2620611 Jan 31 16:59:02.625558 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Sync routers for ids ['da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 16:59:02.640460 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Routers {'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:59:02.641159 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T16:58:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:59:02.897091 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Set router da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:59:03.608371 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'name': 'router1', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f58b5b74-d291-42d5-b832-bf8e15035c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:58:39Z', 'updated_at': '2022-01-31T16:59:01Z', 'revision_number': 4, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'gw_port': {'id': 'f58b5b74-d291-42d5-b832-bf8e15035c0e', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:59:00Z', 'updated_at': '2022-01-31T16:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'a7c7662c-e393-46d4-b658-521af4c459a9', 'name': '', 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'mac_address': 'fa:16:3e:10:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:58:48Z', 'updated_at': '2022-01-31T16:58:52Z', 'revision_number': 5, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'subnets': [{'id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b4dac2-0287-4d24-a364-8a0292aa3999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:59:03.675337 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Checking router: da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 16:59:03.676445 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Updating router da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 port f58b5b74-d291-42d5-b832-bf8e15035c0e binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 16:59:03.738249 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:04.234642 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Publish callbacks [] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:04.244970 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:04.344438 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ed50-72b8-4d14-9018-b472e439a8eb None None] Pushing event updated for resources: {'Port': ['ID=f58b5b74-d291-42d5-b832-bf8e15035c0e,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:04.348487 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Attempting to bind port f58b5b74-d291-42d5-b832-bf8e15035c0e on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 16:59:04.349623 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Attempting to bind port f58b5b74-d291-42d5-b832-bf8e15035c0e by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 16:59:04.350379 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Attempting to bind port f58b5b74-d291-42d5-b832-bf8e15035c0e on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 16:59:04.362985 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 16:59:04.363593 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 16:59:04.364206 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:04.364808 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 16:59:04.365647 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Bound port: f58b5b74-d291-42d5-b832-bf8e15035c0e, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 16:59:04.366225 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:04.466472 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] For port f58b5b74-d291-42d5-b832-bf8e15035c0e, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 16:59:04.488089 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] For port f58b5b74-d291-42d5-b832-bf8e15035c0e, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=f58b5b74-d291-42d5-b832-bf8e15035c0e,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 16:59:04.491998 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e89077c7-b781-439a-a4d4-0b5673f2bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:04.496443 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:04.571755 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ed50-72b8-4d14-9018-b472e439a8eb None None] Pushing event updated for resources: {'Port': ['ID=f58b5b74-d291-42d5-b832-bf8e15035c0e,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:04.575127 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Routers {'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 16:59:04.575823 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T16:58:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:59:04.694337 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] Set router da6e7b0d-ae2c-44dc-beb1-85b8dacaded4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 16:59:04.814661 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34276) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 16:59:04.975632 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'name': 'router1', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f58b5b74-d291-42d5-b832-bf8e15035c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:58:39Z', 'updated_at': '2022-01-31T16:59:01Z', 'revision_number': 4, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'gw_port': {'id': 'f58b5b74-d291-42d5-b832-bf8e15035c0e', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:59:00Z', 'updated_at': '2022-01-31T16:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'a7c7662c-e393-46d4-b658-521af4c459a9', 'name': '', 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'mac_address': 'fa:16:3e:10:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:58:48Z', 'updated_at': '2022-01-31T16:58:52Z', 'revision_number': 5, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'subnets': [{'id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b4dac2-0287-4d24-a364-8a0292aa3999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 16:59:04.987237 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-228b89fe-2169-41d7-a654-828bc6246d29 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1706872 Jan 31 16:59:05.012830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d7f32-598b-4615-88c6-815b6f52fecf None None] The sync data for ids ['da6e7b0d-ae2c-44dc-beb1-85b8dacaded4'] in dv-cinder-814898-3-iscsi is: [{'id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'name': 'router1', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f58b5b74-d291-42d5-b832-bf8e15035c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T16:58:39Z', 'updated_at': '2022-01-31T16:59:01Z', 'revision_number': 4, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'gw_port': {'id': 'f58b5b74-d291-42d5-b832-bf8e15035c0e', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:59:00Z', 'updated_at': '2022-01-31T16:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'a7c7662c-e393-46d4-b658-521af4c459a9', 'name': '', 'network_id': '563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f', 'tenant_id': '59efe6447fdc400faefd0bd230fe5806', 'mac_address': 'fa:16:3e:10:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6e7b0d-ae2c-44dc-beb1-85b8dacaded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T16:58:48Z', 'updated_at': '2022-01-31T16:58:52Z', 'revision_number': 5, 'project_id': '59efe6447fdc400faefd0bd230fe5806', 'subnets': [{'id': 'b3d30d49-bef0-430c-bd52-6dd3097b7357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3b4dac2-0287-4d24-a364-8a0292aa3999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 16:59:06.805806 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2c154cca-5df8-4410-8080-b12e6d30c8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:07.014521 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device f58b5b74-d291-42d5-b832-bf8e15035c0e up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:59:07.082614 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port f58b5b74-d291-42d5-b832-bf8e15035c0e triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:59:07.082994 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:07.235502 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port f58b5b74-d291-42d5-b832-bf8e15035c0e is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 16:59:07.236105 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:07.271343 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port f58b5b74-d291-42d5-b832-bf8e15035c0e, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=f58b5b74-d291-42d5-b832-bf8e15035c0e,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 16:59:07.277727 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:07.364654 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=f58b5b74-d291-42d5-b832-bf8e15035c0e,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 16:59:09.031936 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device f58b5b74-d291-42d5-b832-bf8e15035c0e up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 16:59:09.088875 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port f58b5b74-d291-42d5-b832-bf8e15035c0e triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 16:59:09.089386 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (f58b5b74-d291-42d5-b832-bf8e15035c0e), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:09.230752 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port f58b5b74-d291-42d5-b832-bf8e15035c0e is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 16:59:09.817822 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:11.608131 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:12.000068 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:22.968789 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 16:59:34.491343 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aff85ae0-2f0f-4571-8c2f-0c4bdd887c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:36.799439 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-88e44c3a-72ed-48c0-bfab-df5389349901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:39.805984 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:41.608005 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:42.009084 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 16:59:59.970398 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:00:04.471844 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a597e97f-765a-42d5-8537-4e5bec88c591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:06.803192 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1a2577d6-612d-4fcd-9807-0f45d47194e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:09.796213 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:11.578233 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:11.991213 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:34.468809 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f41e3470-deb4-443d-af19-1d09743ea64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:35.991292 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34760) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:36.070691 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9897664-08ec-45d4-bdbe-9a76f91ecb0c admin admin] GET failed (client error): The resource could not be found. Jan 31 17:00:36.072381 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-a9897664-08ec-45d4-bdbe-9a76f91ecb0c admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0796478 Jan 31 17:00:36.273505 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8bff6d-24a5-437f-a4d1-8da4687abeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:36.274893 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-9c8bff6d-24a5-437f-a4d1-8da4687abeb6 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1980116 Jan 31 17:00:36.803661 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fffabb60-5865-49f3-8c79-3001a51d5b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:36.970302 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:00:38.630631 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34770) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:38.751177 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feef4d4-9d0a-47e1-b9d3-430016512e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:38.752592 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-9feef4d4-9d0a-47e1-b9d3-430016512e84 admin admin] 10.222.0.90 "GET /v2.0/subnets/b3d30d49-bef0-430c-bd52-6dd3097b7357 HTTP/1.1" status: 200 len: 849 time: 0.1208773 Jan 31 17:00:38.762983 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:00:38.850977 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Publish callbacks [] for subnet (b3d30d49-bef0-430c-bd52-6dd3097b7357), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:39.014318 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785969845953'] for subnet (b3d30d49-bef0-430c-bd52-6dd3097b7357), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:39.055038 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:39.056030 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:39.058063 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] 10.222.0.90 "PUT /v2.0/subnets/b3d30d49-bef0-430c-bd52-6dd3097b7357 HTTP/1.1" status: 200 len: 868 time: 0.2992349 Jan 31 17:00:39.065295 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda77295-1438-4782-b84b-16a349b3e6d2 None None] Network 563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:00:39.094081 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d30d49-bef0-430c-bd52-6dd3097b7357,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:00:39.107553 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.108217 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.108935 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.109472 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.109986 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.110518 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.111072 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.111690 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.112336 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.112887 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.114260 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.114260 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.114470 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1ec46-e5b0-403c-8c77-1bde3d6bba82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:00:39.449699 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-a851ffe0-c273-4073-b039-2dac6f9689a6 None None] Provisioning complete for port a7c7662c-e393-46d4-b658-521af4c459a9 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:00:39.450178 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a851ffe0-c273-4073-b039-2dac6f9689a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a7c7662c-e393-46d4-b658-521af4c459a9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:39.543634 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a851ffe0-c273-4073-b039-2dac6f9689a6 None None] Current status of the port a7c7662c-e393-46d4-b658-521af4c459a9 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:00:39.555744 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-a851ffe0-c273-4073-b039-2dac6f9689a6 None None] Provisioning complete for port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:00:39.556140 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a851ffe0-c273-4073-b039-2dac6f9689a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (9fef8314-eeea-4e86-9ca4-98682fc9dd35), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:39.648012 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a851ffe0-c273-4073-b039-2dac6f9689a6 None None] Current status of the port 9fef8314-eeea-4e86-9ca4-98682fc9dd35 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:00:39.797079 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:41.411931 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34778) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:41.582544 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:41.640857 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34b747-c6a8-409f-856e-bcb39fd09940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:41.641357 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34b747-c6a8-409f-856e-bcb39fd09940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:41.642993 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-9e34b747-c6a8-409f-856e-bcb39fd09940 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2299733 Jan 31 17:00:41.979025 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:00:44.428237 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34788) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:44.674173 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2619ab-f180-4467-87ac-ca03d4756550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:44.674674 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2619ab-f180-4467-87ac-ca03d4756550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:44.676315 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-ae2619ab-f180-4467-87ac-ca03d4756550 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2467921 Jan 31 17:00:47.011067 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34796) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:47.173548 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92de24-264d-415e-a03f-0e9185072298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:47.174977 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-bb92de24-264d-415e-a03f-0e9185072298 admin admin] 10.222.0.90 "GET /v2.0/networks/563bf2f0-eb4e-4f3d-aa05-dbc3807ce27f HTTP/1.1" status: 200 len: 869 time: 0.1623037 Jan 31 17:00:49.507561 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34804) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:49.642304 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb82304b-79fd-4881-badc-af0772a0a1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:49.643735 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-cb82304b-79fd-4881-badc-af0772a0a1d3 admin admin] 10.222.0.90 "GET /v2.0/networks/8e17c186-d206-49fe-9219-5cfcc3ccc4fd HTTP/1.1" status: 200 len: 886 time: 0.1348975 Jan 31 17:00:52.040634 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34812) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:52.179288 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076305a-5bc6-4a71-bd74-bbd9abefaaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:52.179782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076305a-5bc6-4a71-bd74-bbd9abefaaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:52.181377 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-3076305a-5bc6-4a71-bd74-bbd9abefaaa5 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1396658 Jan 31 17:00:54.541603 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34820) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:54.646207 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67064a10-b967-4547-a07a-91fb4847b11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:54.647038 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67064a10-b967-4547-a07a-91fb4847b11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:54.649675 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-67064a10-b967-4547-a07a-91fb4847b11e admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1065600 Jan 31 17:00:57.021224 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34828) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:57.132775 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857684e-d78c-47ca-8ea5-3ace70fe12a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:57.134271 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-d857684e-d78c-47ca-8ea5-3ace70fe12a8 admin admin] 10.222.0.90 "GET /v2.0/subnets/b3d30d49-bef0-430c-bd52-6dd3097b7357 HTTP/1.1" status: 200 len: 868 time: 0.1117003 Jan 31 17:00:59.584647 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34836) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:00:59.689830 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fc9f1-b43e-4568-9824-20963e8b8a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:00:59.691322 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-2c1fc9f1-b43e-4568-9824-20963e8b8a2d admin admin] 10.222.0.90 "GET /v2.0/subnets/e9d8e832-1592-4ec8-8239-311f874ae5d6 HTTP/1.1" status: 200 len: 816 time: 0.1056392 Jan 31 17:01:04.464885 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1ea9-4c62-4e94-9d18-95772a3b3370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:06.801743 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-100565a0-4939-4038-a6cc-c69dfda5e0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:09.806267 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:11.586066 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:11.979516 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:13.970225 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:01:25.687019 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34892) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:01:25.750573 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [None req-a65af4e3-dafb-4afc-9e0a-7ed175916226 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:01:25.752297 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-a65af4e3-dafb-4afc-9e0a-7ed175916226 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0637927 Jan 31 17:01:28.316511 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34900) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:01:28.388387 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed3f68e-e7e9-45e9-a28e-e6a6860e5d2c admin admin] GET failed (client error): The resource could not be found. Jan 31 17:01:28.390068 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-fed3f68e-e7e9-45e9-a28e-e6a6860e5d2c admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0723155 Jan 31 17:01:28.574558 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d0006-9680-4578-8f18-e431f9bd3bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:01:28.576898 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-7f7d0006-9680-4578-8f18-e431f9bd3bc3 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1811595 Jan 31 17:01:31.003896 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34910) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:01:31.055766 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Request body: {'network': {'name': 'shared', 'project_id': 'e34447a5fc0c418b83dd16a0a6a986ba', 'tenant_id': 'e34447a5fc0c418b83dd16a0a6a986ba', 'shared': True, 'admin_state_up': True}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:01:31.079112 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Made reservation on behalf of e34447a5fc0c418b83dd16a0a6a986ba for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:01:31.081735 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:31.114596 dv-cinder-814898-3-iscsi neutron-server[102771]: WARNING neutron.services.revisions.revision_plugin [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Could not find related network for resource to bump revision. Jan 31 17:01:31.129120 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:01:31.145013 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (dbaa6906-7bb3-465c-a762-2c63866b0fa8), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:31.145267 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Added segment dbaa6906-7bb3-465c-a762-2c63866b0fa8 of type vlan for network 2d1f4175-00cc-4e9f-9de5-79ae4452472b Jan 31 17:01:31.209178 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (2d1f4175-00cc-4e9f-9de5-79ae4452472b), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:31.249154 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (2d1f4175-00cc-4e9f-9de5-79ae4452472b), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:31.250644 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:01:31.251416 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:31.290907 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2856853 Jan 31 17:01:31.320956 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Pushing event updated for resources: {'Network': ['ID=2d1f4175-00cc-4e9f-9de5-79ae4452472b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:01:31.328994 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.329369 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.329716 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.330049 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.330457 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.330698 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.331044 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.331367 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.331758 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.332082 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.332401 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.332713 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.333025 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fa270-ab25-4d37-9744-9eff8527ea0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:31.349175 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 2d1f4175-00cc-4e9f-9de5-79ae4452472b details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:01:33.763957 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34920) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:01:33.854247 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b43b1e-3839-49af-88db-bd19bf1c589b admin admin] GET failed (client error): The resource could not be found. Jan 31 17:01:33.855904 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-05b43b1e-3839-49af-88db-bd19bf1c589b admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0904884 Jan 31 17:01:33.955539 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a20bc6-df05-4076-b29f-a3a9b6e38b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:01:33.957263 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-23a20bc6-df05-4076-b29f-a3a9b6e38b5b admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0966406 Jan 31 17:01:33.968497 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Request body: {'subnet': {'tenant_id': 'e34447a5fc0c418b83dd16a0a6a986ba', 'cidr': '192.168.233.0/24', 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:01:33.993822 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Made reservation on behalf of e34447a5fc0c418b83dd16a0a6a986ba for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:01:33.996893 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:34.230653 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (ef62dc06-5565-401e-951f-ed34ab7385b6), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:34.294343 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef62dc06-5565-401e-951f-ed34ab7385b6,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:01:34.305095 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Checking segment: {'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:01:34.305484 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Network hostable DHCP agents. Network: 2d1f4175-00cc-4e9f-9de5-79ae4452472b, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:01:34.326673 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Network 2d1f4175-00cc-4e9f-9de5-79ae4452472b is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:01:34.338659 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 2d1f4175-00cc-4e9f-9de5-79ae4452472b) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:01:34.345468 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:01:34.347102 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:34.359301 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574062e-aad1-4bb3-bfd4-3d65cb72fded None None] Network 2d1f4175-00cc-4e9f-9de5-79ae4452472b requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:01:34.370300 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-dce359f7-e073-426c-8df5-580a3df64bd5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4055111 Jan 31 17:01:34.484148 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7f1a42b4-1369-4f63-9bed-fba33adf00d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:34.535484 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-2d1f4175-00cc-4e9f-9de5-79ae4452472b', 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b', 'project_id': 'e34447a5fc0c418b83dd16a0a6a986ba', 'fixed_ips': [{'subnet_id': 'ef62dc06-5565-401e-951f-ed34ab7385b6'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:01:34.536869 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:34.719781 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Allocated IP 192.168.233.2 (2d1f4175-00cc-4e9f-9de5-79ae4452472b/ef62dc06-5565-401e-951f-ed34ab7385b6/8e6c0ab7-a5ed-4c54-8777-e14dd9e63446) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:01:34.936129 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Publish callbacks [] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:34.947956 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:35.013088 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Network 2d1f4175-00cc-4e9f-9de5-79ae4452472b is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:01:35.021253 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:01:35.027558 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:01:35.036418 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Pushing event updated for resources: {'Port': ['ID=8e6c0ab7-a5ed-4c54-8777-e14dd9e63446,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:01:35.053791 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.054520 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.054950 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.055502 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.056014 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.056509 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.056918 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.057288 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.057638 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.058140 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.058683 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.059225 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.059780 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:01:35.125300 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Attempting to bind port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:01:35.125662 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Attempting to bind port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:01:35.126032 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Attempting to bind port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 on network 2d1f4175-00cc-4e9f-9de5-79ae4452472b {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:01:35.132545 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:01:35.132955 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Checking segment: {'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:01:35.133395 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:35.133850 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Bound using segment: {'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:01:35.134360 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Bound port: 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:01:35.134741 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:35.217191 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] For port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:01:35.221353 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] For port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=8e6c0ab7-a5ed-4c54-8777-e14dd9e63446,segment=NetworkSegment(dbaa6906-7bb3-465c-a762-2c63866b0fa8),segment_id=dbaa6906-7bb3-465c-a762-2c63866b0fa8)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:01:35.229607 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:35.325543 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981f14a-c4ec-4efa-b11c-cba4dc8c5e30 None None] Pushing event updated for resources: {'Port': ['ID=8e6c0ab7-a5ed-4c54-8777-e14dd9e63446,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:01:36.533139 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a37c7-1928-4944-8bc5-549bce4fe715 None None] Network 2d1f4175-00cc-4e9f-9de5-79ae4452472b requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:01:36.651597 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-0135f029-4b2f-4188-8824-dce17b432617 None None] Provisioning complete for port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:01:36.651971 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0135f029-4b2f-4188-8824-dce17b432617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:36.810278 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-0135f029-4b2f-4188-8824-dce17b432617 None None] Current status of the port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:01:36.811280 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0135f029-4b2f-4188-8824-dce17b432617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:36.843642 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d056f9ad-bfe2-41fb-bdcd-557b9b59d5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:36.891430 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-0135f029-4b2f-4188-8824-dce17b432617 None None] For port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=8e6c0ab7-a5ed-4c54-8777-e14dd9e63446,segment=NetworkSegment(dbaa6906-7bb3-465c-a762-2c63866b0fa8),segment_id=dbaa6906-7bb3-465c-a762-2c63866b0fa8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:01:36.898304 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0135f029-4b2f-4188-8824-dce17b432617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:36.992364 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f029-4b2f-4188-8824-dce17b432617 None None] Pushing event updated for resources: {'Port': ['ID=8e6c0ab7-a5ed-4c54-8777-e14dd9e63446,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:01:37.034433 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-41fe2075-9070-453a-94b9-834c8f145d32 None None] Provisioning complete for port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:01:37.034860 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-41fe2075-9070-453a-94b9-834c8f145d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:37.155784 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-41fe2075-9070-453a-94b9-834c8f145d32 None None] Current status of the port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:01:37.177125 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:01:37.245856 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:01:37.246458 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (8e6c0ab7-a5ed-4c54-8777-e14dd9e63446), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:37.353381 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 8e6c0ab7-a5ed-4c54-8777-e14dd9e63446 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:01:39.803138 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:41.590662 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:41.979230 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:01:50.970997 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:02:04.462227 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2e4a8aba-2829-4a95-a777-8c7e0c9f8c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:06.804017 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-263a87d1-3816-4f0b-9705-c88b68f36002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:09.812209 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:11.601386 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:11.984760 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:27.970436 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:02:34.459567 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-12064ece-fd9d-4d2f-bcbe-d7912fe214b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:36.807296 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-393dfbae-6985-42f4-b363-f3febb2cb132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:39.810346 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:41.600993 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:02:41.977299 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:00.573016 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 34964) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:03:00.579158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [None req-d29b47e7-4bb8-4d33-b83b-7da715d47edd tempest-verify_tempest_config-2003204993 tempest-verify_tempest_config-2003204993-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:03:00.580298 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-d29b47e7-4bb8-4d33-b83b-7da715d47edd tempest-verify_tempest_config-2003204993 tempest-verify_tempest_config-2003204993-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062692 Jan 31 17:03:00.956024 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34982) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:03:01.108429 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:01.206337 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Publish callbacks [] for security_group (bd383287-def5-471a-af24-f31c711ccb9a), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:01.211097 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bd383287-def5-471a-af24-f31c711ccb9a), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:01.259774 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f5fc95d722714e9ab304528ac5a969cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3025174 Jan 31 17:03:01.263445 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd383287-def5-471a-af24-f31c711ccb9a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:03:01.263445 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 34988) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:03:01.276641 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.276985 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.277326 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.277660 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.277988 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.278318 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.278641 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.278963 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.279301 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.279663 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.279981 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.280296 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.280610 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129acfd-a609-40ed-b8a4-3c526b8b2f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:03:01.338526 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62f9d972-94c0-48b5-8f02-9240456b4a74 admin admin] Publish callbacks [] for security_group (bd383287-def5-471a-af24-f31c711ccb9a), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:01.363918 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62f9d972-94c0-48b5-8f02-9240456b4a74 admin admin] Publish callbacks [] for security_group (bd383287-def5-471a-af24-f31c711ccb9a), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:01.504261 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62f9d972-94c0-48b5-8f02-9240456b4a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bd383287-def5-471a-af24-f31c711ccb9a), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:01.507211 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-62f9d972-94c0-48b5-8f02-9240456b4a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:01.508729 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-62f9d972-94c0-48b5-8f02-9240456b4a74 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bd383287-def5-471a-af24-f31c711ccb9a HTTP/1.1" status: 204 len: 168 time: 0.2444201 Jan 31 17:03:01.522574 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9d972-94c0-48b5-8f02-9240456b4a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd383287-def5-471a-af24-f31c711ccb9a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:03:04.462827 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ad5d4dfa-bbdc-4e7f-b11a-ff388bd5fa1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:04.971463 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:03:06.807558 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe881-8b83-4f86-88eb-d9fee2e40a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:09.817854 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:11.597499 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:11.985004 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:34.461570 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e7a1119a-4b0d-4a8a-a993-05ee7e82e1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:36.811083 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-33ece14b-2cda-4273-b36b-1da6063bbb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:39.817905 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:41.606367 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:03:41.971813 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:03:41.974245 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:04.456895 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe3e8-60a5-4f8b-bdd9-457594b57c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:06.807779 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-39b7eaa6-6f27-43eb-8b94-76a71ca22616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:09.820198 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:11.604574 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:11.972295 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:18.971994 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 5 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:04:34.465420 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4487c07-de83-434a-9765-457d3a035206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:36.818850 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b6be2415-f45e-4be2-b36a-208e6872cd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:39.823360 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:41.313863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548912'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:41.607684 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:41.974487 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:04:55.972957 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:04:56.364494 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35060) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:04:56.483077 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-408a9ebf-bebb-4ef0-8833-e8b21826657d admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1171687 Jan 31 17:04:58.839817 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35070) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:04:58.909754 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-6ccaf6fc-ffb8-4f1c-b252-de944f45f76e admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0685463 Jan 31 17:05:04.469113 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-66e6fdef-05ba-4c70-b1c8-8d746006addb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:06.821829 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b3164031-9324-4f8b-8f33-55becbf52d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:09.828942 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:11.299917 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:11.613419 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:11.975798 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:32.972597 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:05:34.466531 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9cd26881-8be3-4641-ab12-0af9d1f0716e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:36.829813 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e53325bc-eca6-44d6-a4ee-08d3aeacacf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:39.829394 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:41.308524 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:41.615774 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:05:41.973665 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:04.464490 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1e53e8e3-ae01-4564-9cf6-acb796897ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:06.824713 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e553c8b6-8d03-4475-a2b9-920ce5f8a4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:09.838314 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:09.973285 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:06:11.322862 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:11.622459 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:11.971003 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:34.479183 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e4bf9305-4a0b-471c-b8ef-789460303a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:36.850044 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-584802ee-c33f-450c-86a5-e0bd3c177b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:39.843304 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:41.329120 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:41.532259 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35262) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:41.636846 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:41.821519 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1198961246-network', 'tenant_id': '3a9ede748b554e13954084abca64d79f'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:41.876426 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Made reservation on behalf of 3a9ede748b554e13954084abca64d79f for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:41.880978 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:41.904646 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:41.982921 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.079972 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Publish callbacks [] for security_group (de30706e-9473-4e93-8e04-6f9258a55062), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.087296 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (de30706e-9473-4e93-8e04-6f9258a55062), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.111925 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:06:42.156280 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (71306dbb-741d-4746-a792-8ddaf4408b96), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.156280 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Added segment 71306dbb-741d-4746-a792-8ddaf4408b96 of type vlan for network 40668b0f-48ca-4bd9-b251-ace6777de662 Jan 31 17:06:42.214578 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (40668b0f-48ca-4bd9-b251-ace6777de662), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.217244 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de30706e-9473-4e93-8e04-6f9258a55062,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:42.230984 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.231506 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.231843 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.232183 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.232610 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.232914 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.233289 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.233636 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.234255 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.234635 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.234989 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.235308 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.235653 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Tracked resource versions report: Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: pushed versions: Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: { 'AddressGroup': {'1.2'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'ConntrackHelper': {'1.0'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'LocalIPAssociation': {'1.0'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Log': {'1.0'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Network': {'1.1'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Port': {'1.7'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'PortForwarding': {'1.2'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'QosPolicy': {'1.10'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SecurityGroup': {'1.5'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SecurityGroupRule': {'1.2'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SubPort': {'1.0'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Subnet': {'1.1'}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Trunk': {'1.1'}} Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: consumer versions: Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: { DHCP agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: HyperV agent@hv-cinder-81489: {}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: L3 agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: Metadata agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: Metering agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: Open vSwitch agent@dv-cinder-814898-3-iscsi: { 'AddressGroup': '1.2', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'ConntrackHelper': '1.0', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'LocalIPAssociation': '1.0', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Log': '1.0', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Network': '1.1', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Port': '1.7', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'PortForwarding': '1.2', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'QosPolicy': '1.10', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SecurityGroup': '1.5', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SecurityGroupRule': '1.2', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'SubPort': '1.0', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Subnet': '1.1', Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: 'Trunk': '1.1'}} Jan 31 17:06:42.236864 dv-cinder-814898-3-iscsi neutron-server[102771]: {{(pid=102771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:06:42.244512 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35302) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:42.256691 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35306) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:42.264395 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (40668b0f-48ca-4bd9-b251-ace6777de662), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.265355 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:42.265936 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.332939 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=40668b0f-48ca-4bd9-b251-ace6777de662,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:42.347471 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-55a26187-b386-4772-ab63-0bfb71649bb6 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8103337 Jan 31 17:06:42.352195 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35312) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:42.359750 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 40668b0f-48ca-4bd9-b251-ace6777de662 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:06:42.360734 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Request body: {'subnet': {'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1198961246-subnet', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:42.394164 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Made reservation on behalf of 3a9ede748b554e13954084abca64d79f for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:42.407900 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.752125 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (5d4f58b2-0050-4b75-94b7-703e1e968abc), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.850020 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4f58b2-0050-4b75-94b7-703e1e968abc,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:42.864561 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.865119 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.865664 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.866229 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.866761 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.867317 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.868185 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.868731 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.869357 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.869925 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.870457 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.870987 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.871536 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Tracked resource versions report: Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: pushed versions: Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: { 'AddressGroup': {'1.2'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'ConntrackHelper': {'1.0'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'LocalIPAssociation': {'1.0'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Log': {'1.0'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Network': {'1.1'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Port': {'1.7'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'PortForwarding': {'1.2'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'QosPolicy': {'1.10'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SecurityGroup': {'1.5'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SecurityGroupRule': {'1.2'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SubPort': {'1.0'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Subnet': {'1.1'}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Trunk': {'1.1'}} Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: consumer versions: Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: { DHCP agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: HyperV agent@hv-cinder-81489: {}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: L3 agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: Metadata agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: Metering agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: Open vSwitch agent@dv-cinder-814898-3-iscsi: { 'AddressGroup': '1.2', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'ConntrackHelper': '1.0', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'LocalIPAssociation': '1.0', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Log': '1.0', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Network': '1.1', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Port': '1.7', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'PortForwarding': '1.2', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'QosPolicy': '1.10', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SecurityGroup': '1.5', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SecurityGroupRule': '1.2', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'SubPort': '1.0', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Subnet': '1.1', Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: 'Trunk': '1.1'}} Jan 31 17:06:42.873969 dv-cinder-814898-3-iscsi neutron-server[102770]: {{(pid=102770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:06:42.900158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-network', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:42.945526 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-428485938-network', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:42.970782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Checking segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:42.971553 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Network hostable DHCP agents. Network: 40668b0f-48ca-4bd9-b251-ace6777de662, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:06:42.986941 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Made reservation on behalf of e71ece38f3b94a35918b5bf1de56747d for: {'network': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:42.991073 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:42.999119 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Made reservation on behalf of f89e530b82054872a9f5e60f79d3d506 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:43.006765 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.028383 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.028769 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.050538 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Network 40668b0f-48ca-4bd9-b251-ace6777de662 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:06:43.084592 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 40668b0f-48ca-4bd9-b251-ace6777de662) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:43.098682 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8e8c7-486f-40e0-9b43-a428812b2b68 None None] Network 40668b0f-48ca-4bd9-b251-ace6777de662 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:43.102268 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:43.103735 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.174521 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-712b19be-7436-4870-9669-e16902024e13 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8171351 Jan 31 17:06:43.176545 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35332) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:43.198172 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:43.273817 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35334) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:43.294972 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Publish callbacks [] for security_group (2a5a2e63-d951-45f0-a750-7551d5e51cf1), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.297637 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-40668b0f-48ca-4bd9-b251-ace6777de662', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'project_id': '3a9ede748b554e13954084abca64d79f', 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:06:43.298558 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.300010 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (bd76471d-3837-4a72-87a8-b11a959bdfc4), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.302381 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (bd76471d-3837-4a72-87a8-b11a959bdfc4), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.307288 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2a5a2e63-d951-45f0-a750-7551d5e51cf1), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.315705 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Publish callbacks [] for security_group (4b2bb314-4004-4f18-b589-566822c0772d), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.327944 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4b2bb314-4004-4f18-b589-566822c0772d), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.393791 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2bb314-4004-4f18-b589-566822c0772d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:43.404083 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962} {{(pid=102770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:06:43.430605 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785969884025', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (1e19a6ef-8545-462f-95b0-b9f21cddc0d0), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.431700 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Unsubscribe: segment precommit_create {{(pid=102770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 17:06:43.433295 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.segments_db [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Added segment 1e19a6ef-8545-462f-95b0-b9f21cddc0d0 of type vlan for network 3b76aa05-469a-4700-a224-8ccc81f74f43 Jan 31 17:06:43.474153 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:06:43.507076 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Allocated IP 172.20.0.2 (40668b0f-48ca-4bd9-b251-ace6777de662/5d4f58b2-0050-4b75-94b7-703e1e968abc/ab5b860f-3c40-4444-82be-06f4d529aec9) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:06:43.571711 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks [] for router_controller (bd76471d-3837-4a72-87a8-b11a959bdfc4), precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.581766 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (d6d48b4a-3d24-4ea6-9109-921a1ca66ea1), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.582719 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Added segment d6d48b4a-3d24-4ea6-9109-921a1ca66ea1 of type vlan for network e72db7a6-9e62-47f3-bd28-1d6021a2788c Jan 31 17:06:43.650479 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (3b76aa05-469a-4700-a224-8ccc81f74f43), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.694809 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Publish callbacks [] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.711303 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.772675 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a2e63-d951-45f0-a750-7551d5e51cf1,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:43.778137 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (3b76aa05-469a-4700-a224-8ccc81f74f43), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.790027 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:43.791514 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:43.843745 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Network 40668b0f-48ca-4bd9-b251-ace6777de662 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:06:43.848943 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:43.863894 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:06:43.963897 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7166638 Jan 31 17:06:43.999237 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35358) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:44.020127 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Request body: {'subnet': {'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-subnet', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:44.094806 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Attempting to bind port ab5b860f-3c40-4444-82be-06f4d529aec9 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:06:44.095192 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Attempting to bind port ab5b860f-3c40-4444-82be-06f4d529aec9 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:06:44.095710 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Attempting to bind port ab5b860f-3c40-4444-82be-06f4d529aec9 on network 40668b0f-48ca-4bd9-b251-ace6777de662 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:06:44.114053 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:06:44.114571 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Checking segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:44.114830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.115242 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Bound using segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:06:44.115773 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Bound port: ab5b860f-3c40-4444-82be-06f4d529aec9, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:06:44.116167 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.122507 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316b48b-e28d-4191-bab3-ba40458461bf admin admin] Pushing event updated for resources: {'Network': ['ID=3b76aa05-469a-4700-a224-8ccc81f74f43,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:44.131538 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Pushing event updated for resources: {'Port': ['ID=ab5b860f-3c40-4444-82be-06f4d529aec9,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:44.158847 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Made reservation on behalf of e71ece38f3b94a35918b5bf1de56747d for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:44.162725 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.167830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 3b76aa05-469a-4700-a224-8ccc81f74f43 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:06:44.234635 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352727827-network', 'tenant_id': '31a4cbdfca41416c9dbe6ec8824f944d'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:44.251677 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks [] for router_gateway (bd76471d-3837-4a72-87a8-b11a959bdfc4), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.289124 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.289743 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.290250 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.290686 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.291464 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.292616 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.293759 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.294501 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.297015 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.297511 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.297950 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.300725 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.301201 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Tracked resource versions report: Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: pushed versions: Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: { 'AddressGroup': {'1.2'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'ConntrackHelper': {'1.0'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'LocalIPAssociation': {'1.0'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Log': {'1.0'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Network': {'1.1'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Port': {'1.7'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'PortForwarding': {'1.2'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'QosPolicy': {'1.10'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SecurityGroup': {'1.5'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SecurityGroupRule': {'1.2'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SubPort': {'1.0'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Subnet': {'1.1'}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Trunk': {'1.1'}} Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: consumer versions: Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: { DHCP agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: HyperV agent@hv-cinder-81489: {}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: L3 agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: Metadata agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: Metering agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: Open vSwitch agent@dv-cinder-814898-3-iscsi: { 'AddressGroup': '1.2', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'ConntrackHelper': '1.0', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'LocalIPAssociation': '1.0', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Log': '1.0', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Network': '1.1', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Port': '1.7', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'PortForwarding': '1.2', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'QosPolicy': '1.10', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SecurityGroup': '1.5', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SecurityGroupRule': '1.2', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'SubPort': '1.0', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Subnet': '1.1', Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: 'Trunk': '1.1'}} Jan 31 17:06:44.303372 dv-cinder-814898-3-iscsi neutron-server[102772]: {{(pid=102772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:06:44.311054 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (e72db7a6-9e62-47f3-bd28-1d6021a2788c), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.402020 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] For port ab5b860f-3c40-4444-82be-06f4d529aec9, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:06:44.408055 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] For port ab5b860f-3c40-4444-82be-06f4d529aec9, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=ab5b860f-3c40-4444-82be-06f4d529aec9,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:06:44.414527 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Made reservation on behalf of 31a4cbdfca41416c9dbe6ec8824f944d for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:44.418860 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.438991 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.538187 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea71b5-7944-4bbc-b92f-5d221e46547c None None] Pushing event updated for resources: {'Port': ['ID=ab5b860f-3c40-4444-82be-06f4d529aec9,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:44.565089 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.593834 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (e72db7a6-9e62-47f3-bd28-1d6021a2788c), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.596185 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:44.597228 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.620683 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (6b0f8e43-6d59-45bc-ac4f-310751667138), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:44.742182 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0f8e43-6d59-45bc-ac4f-310751667138,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:44.777360 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Checking segment: {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:44.777897 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Network hostable DHCP agents. Network: 3b76aa05-469a-4700-a224-8ccc81f74f43, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:06:44.788612 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e72db7a6-9e62-47f3-bd28-1d6021a2788c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:44.812888 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:06:44.840387 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Network 3b76aa05-469a-4700-a224-8ccc81f74f43 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:06:44.852222 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35388) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:44.896604 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 3b76aa05-469a-4700-a224-8ccc81f74f43) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:44.907634 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:45.014428 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.015201 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0faf723-086f-4076-b271-667091f802ea None None] Network 3b76aa05-469a-4700-a224-8ccc81f74f43 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:45.015644 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-fa66ee0d-7164-445f-b7cc-52f7a801cb6d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9952133 Jan 31 17:06:45.015644 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35392) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:45.038350 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:45.101970 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (b633932e-44ce-4756-bff8-32da40405722), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.111594 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (b633932e-44ce-4756-bff8-32da40405722), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.126210 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-35f8390f-5313-4a43-9992-192b0befe7b3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8679118 Jan 31 17:06:45.132602 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35400) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:45.148945 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Request body: {'subnet': {'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-subnet', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:45.271798 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36033233-dede-44e7-8743-28457eb80fda None None] Network 3b76aa05-469a-4700-a224-8ccc81f74f43 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:45.352173 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Made reservation on behalf of f89e530b82054872a9f5e60f79d3d506 for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:45.382933 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.416288 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Publish callbacks [] for security_group (bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.433404 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.512643 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:06:45.571491 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:45.587834 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (ed6c74d4-b04c-4f14-a2f8-c0585b0685df), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.587834 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Added segment ed6c74d4-b04c-4f14-a2f8-c0585b0685df of type vlan for network d71c9972-2bef-4fb1-92d9-748591f93480 Jan 31 17:06:45.601523 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks [] for router_gateway (bd76471d-3837-4a72-87a8-b11a959bdfc4), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.685158 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.825234 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device ab5b860f-3c40-4444-82be-06f4d529aec9 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:06:45.937242 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks [] for router_controller (b633932e-44ce-4756-bff8-32da40405722), precommit_add_association {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:45.993066 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (d71c9972-2bef-4fb1-92d9-748591f93480), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.061033 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port ab5b860f-3c40-4444-82be-06f4d529aec9 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:46.061470 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.087469 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Allocated IP 172.27.3.208 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/68d44a02-fefb-408b-981b-a7211312af0a) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:06:46.119467 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (d71c9972-2bef-4fb1-92d9-748591f93480), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.122549 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:46.125597 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.259114 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9824784 Jan 31 17:06:46.296231 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35428) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:46.302916 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-199b371f-1e2a-4f65-8858-e0e50fbb862b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.330293 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Request body: {'subnet': {'network_id': 'd71c9972-2bef-4fb1-92d9-748591f93480', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352727827-subnet', 'tenant_id': '31a4cbdfca41416c9dbe6ec8824f944d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:46.358545 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port ab5b860f-3c40-4444-82be-06f4d529aec9 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:46.358949 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.420404 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2fdca-f29d-41df-8273-45860e895fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=d71c9972-2bef-4fb1-92d9-748591f93480,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:46.451531 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network d71c9972-2bef-4fb1-92d9-748591f93480 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:06:46.552902 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks [] for port (68d44a02-fefb-408b-981b-a7211312af0a), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.598173 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port ab5b860f-3c40-4444-82be-06f4d529aec9, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=ab5b860f-3c40-4444-82be-06f4d529aec9,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:06:46.600911 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Made reservation on behalf of 31a4cbdfca41416c9dbe6ec8824f944d for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:46.602781 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720be3df-5abd-4b26-be50-b498eed3c48d None None] Network 40668b0f-48ca-4bd9-b251-ace6777de662 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:46.611860 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.671728 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (68d44a02-fefb-408b-981b-a7211312af0a), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.766671 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:46.781621 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35446) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:46.798988 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:06:46.802613 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:46.809151 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:06:46.865501 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Pushing event updated for resources: {'Port': ['ID=68d44a02-fefb-408b-981b-a7211312af0a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:46.976999 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:06:46.984054 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-3c01078b-f2fe-446e-9b7d-185dea609999 None None] Provisioning complete for port ab5b860f-3c40-4444-82be-06f4d529aec9 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:46.984984 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3c01078b-f2fe-446e-9b7d-185dea609999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.021412 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-555a6d8d-d5e4-43ef-b666-7189006885af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.139637 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=ab5b860f-3c40-4444-82be-06f4d529aec9,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:47.215973 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (8bc54504-ab97-42d4-97ec-87c4e2bf77ca), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.233557 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks [] for router_gateway (b633932e-44ce-4756-bff8-32da40405722), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.365665 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-555a6d8d-d5e4-43ef-b666-7189006885af admin admin] Publish callbacks [] for security_group (4eb2182a-6125-4833-8afd-b51d165b2df3), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.366026 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks [] for router_gateway (bd76471d-3837-4a72-87a8-b11a959bdfc4), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.370686 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-555a6d8d-d5e4-43ef-b666-7189006885af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4eb2182a-6125-4833-8afd-b51d165b2df3), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.380155 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (38afc67b-5ee6-4961-a154-689b676ce0c8), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.457990 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc54504-ab97-42d4-97ec-87c4e2bf77ca,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:47.488196 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3c01078b-f2fe-446e-9b7d-185dea609999 None None] Current status of the port ab5b860f-3c40-4444-82be-06f4d529aec9 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:47.509422 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-555a6d8d-d5e4-43ef-b666-7189006885af admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=56bb4125129d4b419064e766ba82869e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7253106 Jan 31 17:06:47.517208 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Checking segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:47.517802 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Network hostable DHCP agents. Network: e72db7a6-9e62-47f3-bd28-1d6021a2788c, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:06:47.523101 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35454) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:47.544727 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a6d8d-d5e4-43ef-b666-7189006885af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb2182a-6125-4833-8afd-b51d165b2df3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:47.574129 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-199b371f-1e2a-4f65-8858-e0e50fbb862b admin admin] Publish callbacks [] for security_group (8c483c1f-3dcf-49a1-8640-be0cd525a95d), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.636030 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-199b371f-1e2a-4f65-8858-e0e50fbb862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (8c483c1f-3dcf-49a1-8640-be0cd525a95d), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.675714 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device ab5b860f-3c40-4444-82be-06f4d529aec9 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:06:47.697822 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-199b371f-1e2a-4f65-8858-e0e50fbb862b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ce020b5ed581419c9ee41ab92df79d81&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8417754 Jan 31 17:06:47.704417 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35464) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:47.777941 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (bd76471d-3837-4a72-87a8-b11a959bdfc4), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.823036 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port ab5b860f-3c40-4444-82be-06f4d529aec9 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:47.823723 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.853935 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b371f-1e2a-4f65-8858-e0e50fbb862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c483c1f-3dcf-49a1-8640-be0cd525a95d,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:47.904670 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:06:47.935687 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Checking segment: {'id': 'ed6c74d4-b04c-4f14-a2f8-c0585b0685df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd71c9972-2bef-4fb1-92d9-748591f93480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:47.936153 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Network hostable DHCP agents. Network: d71c9972-2bef-4fb1-92d9-748591f93480, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:06:47.938646 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, e72db7a6-9e62-47f3-bd28-1d6021a2788c) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:47.939968 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Router bd76471d-3837-4a72-87a8-b11a959bdfc4 is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:06:47.949218 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-0e6cdc68-371a-41ec-a73e-433fd4e96d45 None None] Provisioning complete for port ab5b860f-3c40-4444-82be-06f4d529aec9 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:47.949844 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0e6cdc68-371a-41ec-a73e-433fd4e96d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:47.951098 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38afc67b-5ee6-4961-a154-689b676ce0c8,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:47.967872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:47.968180 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa7718-94ce-42cf-8b6e-75f1a145246c None None] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:47.968487 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.028647 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a14172c9-4b59-4a50-8846-585b7160a7dd admin admin] Publish callbacks [] for security_group (8c483c1f-3dcf-49a1-8640-be0cd525a95d), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.030703 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-090d239b-c1f3-41c0-af16-35a98608148b admin admin] Publish callbacks [] for security_group (4eb2182a-6125-4833-8afd-b51d165b2df3), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.063660 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-090d239b-c1f3-41c0-af16-35a98608148b admin admin] Publish callbacks [] for security_group (4eb2182a-6125-4833-8afd-b51d165b2df3), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.142749 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Network d71c9972-2bef-4fb1-92d9-748591f93480 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:06:48.145312 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-090d239b-c1f3-41c0-af16-35a98608148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4eb2182a-6125-4833-8afd-b51d165b2df3), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.148243 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-090d239b-c1f3-41c0-af16-35a98608148b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.151862 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-090d239b-c1f3-41c0-af16-35a98608148b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4eb2182a-6125-4833-8afd-b51d165b2df3 HTTP/1.1" status: 204 len: 168 time: 0.5896671 Jan 31 17:06:48.172851 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d239b-c1f3-41c0-af16-35a98608148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb2182a-6125-4833-8afd-b51d165b2df3,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:48.177418 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-398f7792-9982-4629-ad17-c926aab66794 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0400362 Jan 31 17:06:48.193188 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35478) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:48.196041 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, d71c9972-2bef-4fb1-92d9-748591f93480) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:48.207493 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:48.230655 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a14172c9-4b59-4a50-8846-585b7160a7dd admin admin] Publish callbacks [] for security_group (8c483c1f-3dcf-49a1-8640-be0cd525a95d), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.233589 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:48.234077 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.244559 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb7be0-f93a-4b14-89f6-44742989357e None None] Network d71c9972-2bef-4fb1-92d9-748591f93480 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:48.252830 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:06:48.269820 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Sync routers for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:06:48.323792 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.335017 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-d971a458-1f50-4857-8c5f-c4ca5977a83c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1549191 Jan 31 17:06:48.336471 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35482) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:48.346707 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:06:48.347739 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:06:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:48.388447 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (c8818bfc-6deb-4131-9c03-5dc929394223), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.391084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (c8818bfc-6deb-4131-9c03-5dc929394223), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.445192 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port ab5b860f-3c40-4444-82be-06f4d529aec9 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:48.615236 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:06:48.620811 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:48.640836 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa0c42-df5c-4740-aa60-f0f6ecd79de0 None None] Network d71c9972-2bef-4fb1-92d9-748591f93480 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:48.735418 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-8db06cb5-e251-45bd-95a1-0882d3c02f5f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4212475 Jan 31 17:06:48.861958 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Allocated IP 172.20.0.2 (e72db7a6-9e62-47f3-bd28-1d6021a2788c/8bc54504-ab97-42d4-97ec-87c4e2bf77ca/de8c6f2a-b51c-41b6-b1e2-b7d67943fec6) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:06:48.921142 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:06:49.017844 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks [] for router_gateway (b633932e-44ce-4756-bff8-32da40405722), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.043336 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Publish callbacks [] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.072036 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.083842 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.104802 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-0e6cdc68-371a-41ec-a73e-433fd4e96d45 None None] Current status of the port ab5b860f-3c40-4444-82be-06f4d529aec9 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:49.228651 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:06:49.234841 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:49.242131 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:06:49.297301 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Pushing event updated for resources: {'Port': ['ID=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:49.423153 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35510) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:49.450070 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:47Z', 'revision_number': 3, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:49.468168 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ed912b-e70d-4394-8665-6d55983440b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.498236 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Attempting to bind port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:06:49.501136 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Attempting to bind port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:06:49.502025 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Attempting to bind port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 on network e72db7a6-9e62-47f3-bd28-1d6021a2788c {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:06:49.518505 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:06:49.519557 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Checking segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:49.520472 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.521595 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Bound using segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:06:49.522684 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Bound port: de8c6f2a-b51c-41b6-b1e2-b7d67943fec6, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:06:49.523633 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.542493 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Checking router: bd76471d-3837-4a72-87a8-b11a959bdfc4 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:06:49.543178 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Updating router bd76471d-3837-4a72-87a8-b11a959bdfc4 port 68d44a02-fefb-408b-981b-a7211312af0a binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:06:49.628697 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (68d44a02-fefb-408b-981b-a7211312af0a), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.645905 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Allocated IP 172.27.3.106 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/af672c5e-a28c-4ce9-97c2-a584cd65463c) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:06:49.688225 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] For port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:06:49.700035 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] For port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:06:49.725273 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.756254 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ed912b-e70d-4394-8665-6d55983440b8 admin admin] Publish callbacks [] for security_group (7c7d1f72-af2d-4cbb-a512-a49a1c331552), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.782609 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36ed912b-e70d-4394-8665-6d55983440b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7c7d1f72-af2d-4cbb-a512-a49a1c331552), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.815840 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35532) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:49.846735 dv-cinder-814898-3-iscsi neutron-server[102771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 17:06:49.875647 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks [] for router_controller (c8818bfc-6deb-4131-9c03-5dc929394223), precommit_add_association {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:49.911894 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16264c-7735-4203-b84a-8edd9f3906f9 None None] Pushing event updated for resources: {'Port': ['ID=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:49.946355 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-36ed912b-e70d-4394-8665-6d55983440b8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=16ed551099644d3b892d460e73e8e6ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5220757 Jan 31 17:06:49.963121 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35538) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:49.994233 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed912b-e70d-4394-8665-6d55983440b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7d1f72-af2d-4cbb-a512-a49a1c331552,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:50.040531 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a14172c9-4b59-4a50-8846-585b7160a7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (8c483c1f-3dcf-49a1-8640-be0cd525a95d), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.043764 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a14172c9-4b59-4a50-8846-585b7160a7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.048846 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-a14172c9-4b59-4a50-8846-585b7160a7dd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8c483c1f-3dcf-49a1-8640-be0cd525a95d HTTP/1.1" status: 204 len: 168 time: 2.3329101 Jan 31 17:06:50.136025 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.141512 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14172c9-4b59-4a50-8846-585b7160a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c483c1f-3dcf-49a1-8640-be0cd525a95d,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:50.205953 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks [] for router_gateway (c8818bfc-6deb-4131-9c03-5dc929394223), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.295636 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks [] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.461338 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.493404 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-38e4dead-ce2d-4604-af87-6059e0404ec5 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:50.511488 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-38e4dead-ce2d-4604-af87-6059e0404ec5 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/networks?id=d71c9972-2bef-4fb1-92d9-748591f93480 HTTP/1.1" status: 200 len: 811 time: 0.6788406 Jan 31 17:06:50.578264 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-e9db2ec8-df7d-4f02-a7c0-21b431236e0f tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/quotas/31a4cbdfca41416c9dbe6ec8824f944d HTTP/1.1" status: 200 len: 375 time: 0.0589204 Jan 31 17:06:50.586658 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-486c305b-4b4d-42ef-8c90-b960453aac39 admin admin] Publish callbacks [] for security_group (7c7d1f72-af2d-4cbb-a512-a49a1c331552), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.638328 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:06:50.639111 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=af672c5e-a28c-4ce9-97c2-a584cd65463c,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:50.645590 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:50.649620 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:06:50.749493 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Publish callbacks [] for port (68d44a02-fefb-408b-981b-a7211312af0a), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.758663 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (68d44a02-fefb-408b-981b-a7211312af0a), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.763168 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-12b06bec-f7a7-49d3-9deb-b41536cd0754 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=31a4cbdfca41416c9dbe6ec8824f944d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298692 Jan 31 17:06:50.770754 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-486c305b-4b4d-42ef-8c90-b960453aac39 admin admin] Publish callbacks [] for security_group (7c7d1f72-af2d-4cbb-a512-a49a1c331552), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.840779 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Pushing event updated for resources: {'Port': ['ID=68d44a02-fefb-408b-981b-a7211312af0a,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:50.858779 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Attempting to bind port 68d44a02-fefb-408b-981b-a7211312af0a on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:06:50.861443 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Attempting to bind port 68d44a02-fefb-408b-981b-a7211312af0a by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:06:50.862621 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Attempting to bind port 68d44a02-fefb-408b-981b-a7211312af0a on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:06:50.877362 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.878385 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.879175 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.880293 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.881260 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.882044 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.883004 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.883839 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.884506 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.885171 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.886808 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.887737 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.888519 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Tracked resource versions report: Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: pushed versions: Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: { 'AddressGroup': {'1.2'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'ConntrackHelper': {'1.0'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'LocalIPAssociation': {'1.0'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Log': {'1.0'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Network': {'1.1'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Port': {'1.7'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'PortForwarding': {'1.2'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'QosPolicy': {'1.10'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SecurityGroup': {'1.5'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SecurityGroupRule': {'1.2'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SubPort': {'1.0'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Subnet': {'1.1'}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Trunk': {'1.1'}} Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: consumer versions: Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: { DHCP agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: HyperV agent@hv-cinder-81489: {}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: L3 agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: Metadata agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: Metering agent@dv-cinder-814898-3-iscsi: {}, Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: Open vSwitch agent@dv-cinder-814898-3-iscsi: { 'AddressGroup': '1.2', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'ConntrackHelper': '1.0', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'LocalIPAssociation': '1.0', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Log': '1.0', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Network': '1.1', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Port': '1.7', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'PortForwarding': '1.2', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'QosPolicy': '1.10', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SecurityGroup': '1.5', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SecurityGroupRule': '1.2', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'SubPort': '1.0', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Subnet': '1.1', Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: 'Trunk': '1.1'}} Jan 31 17:06:50.891191 dv-cinder-814898-3-iscsi neutron-server[102773]: {{(pid=102773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:06:50.905323 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:06:50.906344 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:50.907978 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:50.908903 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:06:50.909929 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Bound port: 68d44a02-fefb-408b-981b-a7211312af0a, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:06:50.910860 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (68d44a02-fefb-408b-981b-a7211312af0a), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:51.016269 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Allocated IP 172.20.0.1 (40668b0f-48ca-4bd9-b251-ace6777de662/5d4f58b2-0050-4b75-94b7-703e1e968abc/60cf427b-b930-4190-90e7-7de3c70cc25b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:06:51.029189 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-486c305b-4b4d-42ef-8c90-b960453aac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7c7d1f72-af2d-4cbb-a512-a49a1c331552), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:51.037250 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-486c305b-4b4d-42ef-8c90-b960453aac39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:51.040188 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-486c305b-4b4d-42ef-8c90-b960453aac39 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7c7d1f72-af2d-4cbb-a512-a49a1c331552 HTTP/1.1" status: 204 len: 168 time: 1.0751333 Jan 31 17:06:51.065937 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c305b-4b4d-42ef-8c90-b960453aac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7d1f72-af2d-4cbb-a512-a49a1c331552,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:51.102628 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] For port 68d44a02-fefb-408b-981b-a7211312af0a, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:06:51.109193 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] For port 68d44a02-fefb-408b-981b-a7211312af0a, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=68d44a02-fefb-408b-981b-a7211312af0a,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:06:51.124164 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (68d44a02-fefb-408b-981b-a7211312af0a), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:51.238005 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:06:51.239308 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:06:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:51.321173 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Publish callbacks [] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:51.376235 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff875b-b02d-421b-866f-1836383a577d None None] Pushing event updated for resources: {'Port': ['ID=68d44a02-fefb-408b-981b-a7211312af0a,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:51.394723 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:51.403314 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks [] for router_gateway (c8818bfc-6deb-4131-9c03-5dc929394223), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:51.477791 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-86265f9d-448a-47dd-beb7-a680be81761b service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:06:51.478974 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-86265f9d-448a-47dd-beb7-a680be81761b service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3506510 Jan 31 17:06:51.479153 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:06:51.524653 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Network 40668b0f-48ca-4bd9-b251-ace6777de662 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:06:51.554229 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:51.612559 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:06:51.613080 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (bd76471d-3837-4a72-87a8-b11a959bdfc4), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:51.761533 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Pushing event updated for resources: {'Port': ['ID=60cf427b-b930-4190-90e7-7de3c70cc25b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:51.914724 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:06:51.985372 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f49c6-392a-47d0-8943-8955f017c03d None None] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:51.994247 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:47Z', 'revision_number': 3, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:51.996973 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:52.087607 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd639a-1252-427c-b88f-e5b07d079d4c None None] The sync data for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi is: [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:47Z', 'revision_number': 3, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:06:52.119647 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-1b76766d-3b44-44f7-8cd5-865cfad517b2 service neutron] 10.222.0.90 "GET /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796247 Jan 31 17:06:52.137528 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks [] for router_gateway (b633932e-44ce-4756-bff8-32da40405722), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:52.305029 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-55152a2f-d4fa-4aa5-99a4-126ec678a8a2 service neutron] 10.222.0.90 "GET /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471035 Jan 31 17:06:52.362009 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-559ee457-22ee-44a3-9acb-5c63245e6c76 None None] Provisioning complete for port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:52.369750 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-559ee457-22ee-44a3-9acb-5c63245e6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:52.432158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Allocated IP 172.27.3.85 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/de0e0eb0-31d0-47e2-8c2e-39436568625c) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:06:52.474075 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:52.506344 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35602) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:52.633948 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:52.635368 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.009274 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-559ee457-22ee-44a3-9acb-5c63245e6c76 None None] Current status of the port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:53.009988 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-559ee457-22ee-44a3-9acb-5c63245e6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.168409 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35618) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:53.200537 dv-cinder-814898-3-iscsi neutron-server[102770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 17:06:53.253068 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-559ee457-22ee-44a3-9acb-5c63245e6c76 None None] For port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:06:53.311451 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-3954730-network', 'tenant_id': '67b6642f916c4a219e59542acec45ee4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:53.356824 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (b633932e-44ce-4756-bff8-32da40405722), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.432288 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c93736fa-6301-47b9-aa28-ff6123fa341b req-48b776bf-9d72-4dfc-aac5-ce39c0aaaf92 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 210 time: 0.2548082 Jan 31 17:06:53.444506 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks [] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.449859 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-559ee457-22ee-44a3-9acb-5c63245e6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.475777 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Made reservation on behalf of 67b6642f916c4a219e59542acec45ee4 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:53.479578 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.548231 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.607253 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ee457-22ee-44a3-9acb-5c63245e6c76 None None] Pushing event updated for resources: {'Port': ['ID=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:53.621277 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:53.621670 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.681840 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-5387d8cd-c9a2-4615-aa0b-e29b43c0bb64 None None] Provisioning complete for port 60cf427b-b930-4190-90e7-7de3c70cc25b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:53.682246 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5387d8cd-c9a2-4615-aa0b-e29b43c0bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:53.842147 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.db.api [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:06:53.847841 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG oslo_db.api [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:06:53.872647 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5387d8cd-c9a2-4615-aa0b-e29b43c0bb64 None None] Port 60cf427b-b930-4190-90e7-7de3c70cc25b cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:06:53.967096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:54.031602 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-edf3027a-cfb0-4482-a34f-cfb0f90e33f5 None None] Provisioning complete for port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:54.033367 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-edf3027a-cfb0-4482-a34f-cfb0f90e33f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:54.111102 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Publish callbacks [] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:54.118144 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:54.120113 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (bd76471d-3837-4a72-87a8-b11a959bdfc4), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:54.125571 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Publish callbacks [] for security_group (6cb4d097-4317-4e12-852f-19363515d15b), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:54.166101 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:06:54.174270 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Pushing event updated for resources: {'Port': ['ID=de0e0eb0-31d0-47e2-8c2e-39436568625c,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:54.193112 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:54.213161 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:06:54.218040 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Pushing event updated for resources: {'Port': ['ID=60cf427b-b930-4190-90e7-7de3c70cc25b,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:54.231697 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (6cb4d097-4317-4e12-852f-19363515d15b), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:54.453093 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 991} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:06:54.696438 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb4d097-4317-4e12-852f-19363515d15b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:54.741550 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (55a46c74-2622-464d-9e2e-60dfbbd69174), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:54.749582 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Added segment 55a46c74-2622-464d-9e2e-60dfbbd69174 of type vlan for network 74cf2441-8eff-4cf3-afa8-688a5abd4087 Jan 31 17:06:54.793270 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-edf3027a-cfb0-4482-a34f-cfb0f90e33f5 None None] Current status of the port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:54.810613 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:54.811294 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Router b633932e-44ce-4756-bff8-32da40405722 is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:06:54.896651 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7b10acfc-10c2-4cda-8f3e-7921d355f3d4 req-1b18ff4e-f881-48b8-aa71-58996435d779 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 210 time: 0.0744500 Jan 31 17:06:54.937820 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (74cf2441-8eff-4cf3-afa8-688a5abd4087), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.011139 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (74cf2441-8eff-4cf3-afa8-688a5abd4087), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.012220 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:55.012860 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.041652 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Network 40668b0f-48ca-4bd9-b251-ace6777de662 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:06:55.074506 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5648310 Jan 31 17:06:55.080544 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35686) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:55.086564 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:55.096900 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks [] for router_gateway (c8818bfc-6deb-4131-9c03-5dc929394223), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.102125 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Request body: {'subnet': {'network_id': '74cf2441-8eff-4cf3-afa8-688a5abd4087', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-3954730-subnet', 'tenant_id': '67b6642f916c4a219e59542acec45ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:55.176266 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Made reservation on behalf of 67b6642f916c4a219e59542acec45ee4 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:06:55.184281 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 68d44a02-fefb-408b-981b-a7211312af0a up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:06:55.191883 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.285450 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 68d44a02-fefb-408b-981b-a7211312af0a triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:55.286277 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (68d44a02-fefb-408b-981b-a7211312af0a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.508036 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 68d44a02-fefb-408b-981b-a7211312af0a is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:55.508426 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (68d44a02-fefb-408b-981b-a7211312af0a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.566648 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 68d44a02-fefb-408b-981b-a7211312af0a, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=68d44a02-fefb-408b-981b-a7211312af0a,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:06:55.573491 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (68d44a02-fefb-408b-981b-a7211312af0a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.574309 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:06:55.625808 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:06:55.655374 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Router bd76471d-3837-4a72-87a8-b11a959bdfc4 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:06:55.664092 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719e5e2-7531-4e22-b85e-758371bba5bf admin admin] Pushing event updated for resources: {'Network': ['ID=74cf2441-8eff-4cf3-afa8-688a5abd4087,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:55.675534 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Sync routers for ids ['b633932e-44ce-4756-bff8-32da40405722'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:06:55.684200 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.689574 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-26420c57-3ebc-4a8f-96be-96b951c7b6d9 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.6765671 Jan 31 17:06:55.694487 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35704) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:55.703474 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 74cf2441-8eff-4cf3-afa8-688a5abd4087 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:06:55.838322 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Routers {'b633932e-44ce-4756-bff8-32da40405722'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:06:55.838976 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:06:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['b633932e-44ce-4756-bff8-32da40405722'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:55.850515 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=68d44a02-fefb-408b-981b-a7211312af0a,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:55.854267 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-b9a22d0e-0c35-4e16-804a-5420819d0873 None None] Provisioning complete for port 60cf427b-b930-4190-90e7-7de3c70cc25b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:55.855020 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b9a22d0e-0c35-4e16-804a-5420819d0873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:55.861623 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (c8818bfc-6deb-4131-9c03-5dc929394223), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:56.218274 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:56.219181 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:56.279227 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b9a22d0e-0c35-4e16-804a-5420819d0873 None None] Port 60cf427b-b930-4190-90e7-7de3c70cc25b cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:06:56.347659 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Set router b633932e-44ce-4756-bff8-32da40405722 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:06:56.402547 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:06:56.424526 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-7fe16949-4fd9-4199-8807-3ad5f5d8b745 admin admin] 10.222.0.90 "PUT /v2.0/routers/bd76471d-3837-4a72-87a8-b11a959bdfc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0853081 Jan 31 17:06:56.440689 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Sync routers for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:06:56.488320 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:06:56.490245 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:06:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:56.593543 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-387126ad-3973-4f1e-9d96-877bfb25347e req-f7b8011a-e89e-4ea1-bac6-fe9993feb27c tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 210 time: 0.1327243 Jan 31 17:06:56.630582 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:06:56.718623 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Router c8818bfc-6deb-4131-9c03-5dc929394223 is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:06:56.734600 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (787fa53b-b6b8-494b-b6a5-44c16bb9b2f7), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:56.788799 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:06:56.842347 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:51Z', 'revision_number': 3, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port': {'id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:49Z', 'updated_at': '2022-01-31T17:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:56.888477 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35738) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:56.928639 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Checking router: b633932e-44ce-4756-bff8-32da40405722 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:06:56.929125 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Updating router b633932e-44ce-4756-bff8-32da40405722 port af672c5e-a28c-4ce9-97c2-a584cd65463c binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:06:56.984590 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 68d44a02-fefb-408b-981b-a7211312af0a up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:06:57.032371 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=787fa53b-b6b8-494b-b6a5-44c16bb9b2f7,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:57.040265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:57.166032 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Checking segment: {'id': '55a46c74-2622-464d-9e2e-60dfbbd69174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '74cf2441-8eff-4cf3-afa8-688a5abd4087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:57.173562 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Network hostable DHCP agents. Network: 74cf2441-8eff-4cf3-afa8-688a5abd4087, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:06:57.211215 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:06:57.315596 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Sync routers for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:06:57.316638 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b772602a-2c11-49a0-b954-61dddde96b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:57.381807 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:57.383878 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-5c138347-d0f3-44a6-a000-33af7f5c59bd admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1844501 Jan 31 17:06:57.393263 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35750) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:57.521707 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:06:53Z', 'revision_number': 2, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:57.638634 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Checking router: bd76471d-3837-4a72-87a8-b11a959bdfc4 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:06:57.644043 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Updating router bd76471d-3837-4a72-87a8-b11a959bdfc4 port 60cf427b-b930-4190-90e7-7de3c70cc25b binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:06:57.698014 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:06:57.702906 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:06:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:57.708470 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Network 74cf2441-8eff-4cf3-afa8-688a5abd4087 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:06:57.730386 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 74cf2441-8eff-4cf3-afa8-688a5abd4087) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:06:57.744671 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:57.748275 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:57.748991 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:57.871267 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-48ec23ba-5532-4804-9da7-8659c4ed22c4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7806535 Jan 31 17:06:57.883356 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3919454-d57d-4d29-a4b3-5cc64d9e2311 None None] Network 74cf2441-8eff-4cf3-afa8-688a5abd4087 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:06:58.089440 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b772602a-2c11-49a0-b954-61dddde96b10 admin admin] Publish callbacks [] for security_group (e32e785a-7310-485e-9536-735ae49b30ef), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:58.100984 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:58.120533 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35770) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:58.122112 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.71', 60329) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:58.133587 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-60d5c61d-dec2-480a-b987-d1c07e790242 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126155967', 'description': 'tempest-description--72579679'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:58.246545 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 68d44a02-fefb-408b-981b-a7211312af0a triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:06:58.247177 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (68d44a02-fefb-408b-981b-a7211312af0a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:58.342337 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b772602a-2c11-49a0-b954-61dddde96b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e32e785a-7310-485e-9536-735ae49b30ef), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:58.357842 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-cedd12e0-ac7d-4edc-9701-524d7f807bd9 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:06:58.364014 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7f2348e6-b0ee-4571-8844-5e96bdd07a82 req-5b61b42a-c555-479e-a575-f85495d40f96 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 210 time: 0.2723246 Jan 31 17:06:58.373807 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-cedd12e0-ac7d-4edc-9701-524d7f807bd9 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.71 "GET /v2.0/networks?id=d71c9972-2bef-4fb1-92d9-748591f93480 HTTP/1.1" status: 200 len: 811 time: 0.2448993 Jan 31 17:06:58.379978 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60d5c61d-dec2-480a-b987-d1c07e790242 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:58.453753 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:06:58.459437 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35778) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:58.495884 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Request body: {'port': {'device_id': '05ff46d0-64a1-482b-8bc2-327df4521865', 'network_id': 'd71c9972-2bef-4fb1-92d9-748591f93480', 'admin_state_up': True, 'tenant_id': '31a4cbdfca41416c9dbe6ec8824f944d'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:06:58.645239 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b772602a-2c11-49a0-b954-61dddde96b10 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8136a43911dc4f47b183e2aa4622025b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7550178 Jan 31 17:06:58.649580 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772602a-2c11-49a0-b954-61dddde96b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e785a-7310-485e-9536-735ae49b30ef,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:58.675679 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Publish callbacks [] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:58.688317 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:58.761434 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35786) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:06:58.811133 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbafd54-4671-456c-bf68-37689c38a137 None None] Pushing event updated for resources: {'Port': ['ID=60cf427b-b930-4190-90e7-7de3c70cc25b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:58.959933 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Attempting to bind port 60cf427b-b930-4190-90e7-7de3c70cc25b on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:06:58.960327 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Attempting to bind port 60cf427b-b930-4190-90e7-7de3c70cc25b by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:06:58.960694 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Attempting to bind port 60cf427b-b930-4190-90e7-7de3c70cc25b on network 40668b0f-48ca-4bd9-b251-ace6777de662 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:06:58.974784 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:06:58.975134 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Checking segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:06:58.975423 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:58.975837 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Bound using segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:06:58.976333 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Bound port: 60cf427b-b930-4190-90e7-7de3c70cc25b, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:06:58.976715 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:59.042582 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cece82df-a2a4-4284-a2ed-d2f39be23b75 admin admin] Publish callbacks [] for security_group (e32e785a-7310-485e-9536-735ae49b30ef), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:59.111301 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Publish callbacks [] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:59.149651 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:59.162725 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] For port 60cf427b-b930-4190-90e7-7de3c70cc25b, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:06:59.169793 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] For port 60cf427b-b930-4190-90e7-7de3c70cc25b, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=60cf427b-b930-4190-90e7-7de3c70cc25b,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:06:59.179954 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:59.361291 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbafd54-4671-456c-bf68-37689c38a137 None None] Pushing event updated for resources: {'Port': ['ID=60cf427b-b930-4190-90e7-7de3c70cc25b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:59.364620 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:06:59.365406 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:06:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:06:59.372248 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cece82df-a2a4-4284-a2ed-d2f39be23b75 admin admin] Publish callbacks [] for security_group (e32e785a-7310-485e-9536-735ae49b30ef), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:59.684441 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ad196031-7799-4c4c-8fb6-608cbece2c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:06:59.742900 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:06:59.870904 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175273-c590-4c06-bbc9-7ac40f68232c None None] Pushing event updated for resources: {'Port': ['ID=af672c5e-a28c-4ce9-97c2-a584cd65463c,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:06:59.947913 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.123630 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35838) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:00.168736 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f2a6a-21fd-4784-a4f1-10c5beee0db7 None None] Network 74cf2441-8eff-4cf3-afa8-688a5abd4087 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:07:00.198083 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7502ecac-774a-430b-b380-3b433434313e req-9de71621-bdec-4e7c-85bb-5c50cf5fb2d0 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 210 time: 0.1637714 Jan 31 17:07:00.224707 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-b472a759-e003-4a15-b49f-61fb207f65c8 None None] Provisioning complete for port 60cf427b-b930-4190-90e7-7de3c70cc25b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:00.225383 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b472a759-e003-4a15-b49f-61fb207f65c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.244521 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 68d44a02-fefb-408b-981b-a7211312af0a is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:00.252495 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Attempting to bind port af672c5e-a28c-4ce9-97c2-a584cd65463c on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:00.259283 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Attempting to bind port af672c5e-a28c-4ce9-97c2-a584cd65463c by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:00.261384 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Attempting to bind port af672c5e-a28c-4ce9-97c2-a584cd65463c on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:00.284480 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1758872405-network', 'tenant_id': 'f58e30b38e0f43bba3376ba399fb7d06'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:00.313812 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cece82df-a2a4-4284-a2ed-d2f39be23b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e32e785a-7310-485e-9536-735ae49b30ef), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.319804 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cece82df-a2a4-4284-a2ed-d2f39be23b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.324382 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-cece82df-a2a4-4284-a2ed-d2f39be23b75 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e32e785a-7310-485e-9536-735ae49b30ef HTTP/1.1" status: 204 len: 168 time: 1.5522654 Jan 31 17:07:00.366734 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:00.367535 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:00.368113 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.368666 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:00.369334 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Bound port: af672c5e-a28c-4ce9-97c2-a584cd65463c, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:00.369892 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.395597 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece82df-a2a4-4284-a2ed-d2f39be23b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e785a-7310-485e-9536-735ae49b30ef,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:00.423505 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Allocated IP 172.20.0.1 (3b76aa05-469a-4700-a224-8ccc81f74f43/6b0f8e43-6d59-45bc-ac4f-310751667138/e5c52360-c473-4cdb-b792-e361e0d9f00f) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:00.465832 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Made reservation on behalf of 31a4cbdfca41416c9dbe6ec8824f944d for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:07:00.470172 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:06:59Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:00.482138 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.519677 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed27d72-ce20-418e-8331-0d9e3aa038d4 None None] The sync data for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi is: [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:06:59Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:07:00.555413 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60d5c61d-dec2-480a-b987-d1c07e790242 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (d5939140-a522-46de-8c85-f75d06e39f51), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.590422 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60d5c61d-dec2-480a-b987-d1c07e790242 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d5939140-a522-46de-8c85-f75d06e39f51), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.618422 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] For port af672c5e-a28c-4ce9-97c2-a584cd65463c, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:00.687029 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] For port af672c5e-a28c-4ce9-97c2-a584cd65463c, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=af672c5e-a28c-4ce9-97c2-a584cd65463c,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:00.703063 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Allocated IP 172.20.0.1 (e72db7a6-9e62-47f3-bd28-1d6021a2788c/8bc54504-ab97-42d4-97ec-87c4e2bf77ca/bdee4579-2f0b-40f8-aae4-7fbcab928a2e) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:00.716245 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.759434 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c61d-dec2-480a-b987-d1c07e790242 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5939140-a522-46de-8c85-f75d06e39f51,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:00.823296 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Made reservation on behalf of f58e30b38e0f43bba3376ba399fb7d06 for: {'network': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:07:00.833725 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.881994 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ad196031-7799-4c4c-8fb6-608cbece2c25 admin admin] Publish callbacks [] for security_group (aec99cdc-8e07-41dc-8923-8292a9b6ac51), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:00.915660 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ad196031-7799-4c4c-8fb6-608cbece2c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (aec99cdc-8e07-41dc-8923-8292a9b6ac51), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.074026 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175273-c590-4c06-bbc9-7ac40f68232c None None] Pushing event updated for resources: {'Port': ['ID=af672c5e-a28c-4ce9-97c2-a584cd65463c,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:01.079216 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.112116 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:06:54Z', 'revision_number': 3, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:01.194265 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35852) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:01.221031 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Checking router: c8818bfc-6deb-4131-9c03-5dc929394223 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:07:01.223932 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Updating router c8818bfc-6deb-4131-9c03-5dc929394223 port de0e0eb0-31d0-47e2-8c2e-39436568625c binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:07:01.241745 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-60d5c61d-dec2-480a-b987-d1c07e790242 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.253634 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-60d5c61d-dec2-480a-b987-d1c07e790242 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.1300297 Jan 31 17:07:01.264659 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35856) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:01.272082 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b472a759-e003-4a15-b49f-61fb207f65c8 None None] Current status of the port 60cf427b-b930-4190-90e7-7de3c70cc25b is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:01.272729 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b472a759-e003-4a15-b49f-61fb207f65c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.290698 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-67682dda-301b-497d-ae04-e06b75c86500 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'security_group_rule': {'security_group_id': 'd5939140-a522-46de-8c85-f75d06e39f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:01.352168 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-ad196031-7799-4c4c-8fb6-608cbece2c25 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3454c927982a452eb9d5eda452dbccdb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8554275 Jan 31 17:07:01.353085 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196031-7799-4c4c-8fb6-608cbece2c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec99cdc-8e07-41dc-8923-8292a9b6ac51,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:01.388301 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35858) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:01.389255 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-65a3447a-896d-4a4b-8f44-19010df982a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.490054 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Routers {'b633932e-44ce-4756-bff8-32da40405722'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:01.491413 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:06:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['b633932e-44ce-4756-bff8-32da40405722'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:01.619372 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c16647ef-af70-4cde-8858-0711ae3641e8 req-6ca88cf1-a6ea-4d26-8d94-626cbd29c073 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 210 time: 0.2120495 Jan 31 17:07:01.695003 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Publish callbacks [] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.741865 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b472a759-e003-4a15-b49f-61fb207f65c8 None None] For port 60cf427b-b930-4190-90e7-7de3c70cc25b, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=60cf427b-b930-4190-90e7-7de3c70cc25b,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:01.756382 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.805004 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b472a759-e003-4a15-b49f-61fb207f65c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.858492 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:01.860625 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Publish callbacks [] for security_group (bb71ce5f-c5ea-4e82-b4fd-d3d3d73b1d42), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.041134 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-65a3447a-896d-4a4b-8f44-19010df982a1 admin admin] Publish callbacks [] for security_group (af628c42-1c2b-4bd7-ab12-7fa5406b6ea2), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.074805 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Publish callbacks [] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.090082 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bb71ce5f-c5ea-4e82-b4fd-d3d3d73b1d42), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.102369 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-65a3447a-896d-4a4b-8f44-19010df982a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (af628c42-1c2b-4bd7-ab12-7fa5406b6ea2), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.198515 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-67682dda-301b-497d-ae04-e06b75c86500 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (ccb0eb28-6bad-410c-aef5-0e5d0da587ec), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.201796 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c52360-c473-4cdb-b792-e361e0d9f00f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:02.257862 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Network 3b76aa05-469a-4700-a224-8ccc81f74f43 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:02.318658 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:02.331544 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:02.332038 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (b633932e-44ce-4756-bff8-32da40405722), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.461792 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] Set router b633932e-44ce-4756-bff8-32da40405722 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:02.513831 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970} {{(pid=102770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:07:02.540405 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (8c0176b9-fa97-4f65-afc7-de147338cf75), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.540985 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.segments_db [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Added segment 8c0176b9-fa97-4f65-afc7-de147338cf75 of type vlan for network 5c5d4812-7821-40cf-96a2-65867d4a6576 Jan 31 17:07:02.724419 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (5c5d4812-7821-40cf-96a2-65867d4a6576), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.750270 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.758006 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Allocated IP 172.20.0.3 (d71c9972-2bef-4fb1-92d9-748591f93480/38afc67b-5ee6-4961-a154-689b676ce0c8/2a166a07-061f-4c60-94d5-646f1107cde6) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:02.885311 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 60cf427b-b930-4190-90e7-7de3c70cc25b up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:02.913438 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71ce5f-c5ea-4e82-b4fd-d3d3d73b1d42,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:02.922777 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-65d1c843-6587-43d2-ae58-223566283da0 admin admin] Publish callbacks [] for security_group (aec99cdc-8e07-41dc-8923-8292a9b6ac51), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:02.994563 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-65d1c843-6587-43d2-ae58-223566283da0 admin admin] Publish callbacks [] for security_group (aec99cdc-8e07-41dc-8923-8292a9b6ac51), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:03.032145 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d8973572-8abf-4cda-ba01-829788076f66 None None] Provisioning complete for port 60cf427b-b930-4190-90e7-7de3c70cc25b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:03.033307 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d8973572-8abf-4cda-ba01-829788076f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:03.094732 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-65a3447a-896d-4a4b-8f44-19010df982a1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e44ca456372a418582758986b8754918&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8878815 Jan 31 17:07:03.132787 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35870) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:03.136836 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (5c5d4812-7821-40cf-96a2-65867d4a6576), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:03.138553 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:03.139587 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:03.214996 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-65d1c843-6587-43d2-ae58-223566283da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (aec99cdc-8e07-41dc-8923-8292a9b6ac51), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:03.220119 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-65d1c843-6587-43d2-ae58-223566283da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:03.226464 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-65d1c843-6587-43d2-ae58-223566283da0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aec99cdc-8e07-41dc-8923-8292a9b6ac51 HTTP/1.1" status: 204 len: 168 time: 1.8343301 Jan 31 17:07:03.268992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472a759-e003-4a15-b49f-61fb207f65c8 None None] Pushing event updated for resources: {'Port': ['ID=60cf427b-b930-4190-90e7-7de3c70cc25b,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:03.289578 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-67682dda-301b-497d-ae04-e06b75c86500 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (ccb0eb28-6bad-410c-aef5-0e5d0da587ec), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:03.303252 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1421826 Jan 31 17:07:03.349474 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35874) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:03.370648 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ceecd12a-b867-44cf-bd2a-cd8a0238e814 req-6b3eebce-202e-44f1-9fe6-4055a23b5f44 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 210 time: 0.4523098 Jan 31 17:07:03.397416 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Request body: {'subnet': {'network_id': '5c5d4812-7821-40cf-96a2-65867d4a6576', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1758872405-subnet', 'tenant_id': 'f58e30b38e0f43bba3376ba399fb7d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:03.430968 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-67682dda-301b-497d-ae04-e06b75c86500 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (ccb0eb28-6bad-410c-aef5-0e5d0da587ec), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:03.630951 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Made reservation on behalf of f58e30b38e0f43bba3376ba399fb7d06 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:07:03.650528 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.042864 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Publish callbacks [] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.051736 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3447a-896d-4a4b-8f44-19010df982a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af628c42-1c2b-4bd7-ab12-7fa5406b6ea2,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:04.123502 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 60cf427b-b930-4190-90e7-7de3c70cc25b triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:04.124245 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.138638 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77179d-7892-404b-b440-2bb37172c525 admin admin] Pushing event updated for resources: {'Network': ['ID=5c5d4812-7821-40cf-96a2-65867d4a6576,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:04.194441 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.203675 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (b633932e-44ce-4756-bff8-32da40405722), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.210175 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1c843-6587-43d2-ae58-223566283da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec99cdc-8e07-41dc-8923-8292a9b6ac51,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:04.214801 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d8973572-8abf-4cda-ba01-829788076f66 None None] Current status of the port 60cf427b-b930-4190-90e7-7de3c70cc25b is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:04.215222 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67682dda-301b-497d-ae04-e06b75c86500 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb0eb28-6bad-410c-aef5-0e5d0da587ec,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:04.227905 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e3b57abe-cb9e-4fe8-8763-47541607ce1c admin admin] Publish callbacks [] for security_group (af628c42-1c2b-4bd7-ab12-7fa5406b6ea2), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.283027 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 5c5d4812-7821-40cf-96a2-65867d4a6576 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:07:04.304928 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e3b57abe-cb9e-4fe8-8763-47541607ce1c admin admin] Publish callbacks [] for security_group (af628c42-1c2b-4bd7-ab12-7fa5406b6ea2), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.423369 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-67682dda-301b-497d-ae04-e06b75c86500 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.430308 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-67682dda-301b-497d-ae04-e06b75c86500 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1427891 Jan 31 17:07:04.434677 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35894) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:04.448102 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.457771 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-744e98bb-d3b2-4382-840a-ec124f34ebf0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'security_group_rule': {'security_group_id': 'd5939140-a522-46de-8c85-f75d06e39f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:04.488846 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e3b57abe-cb9e-4fe8-8763-47541607ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (af628c42-1c2b-4bd7-ab12-7fa5406b6ea2), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.496520 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e3b57abe-cb9e-4fe8-8763-47541607ce1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.508179 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-e3b57abe-cb9e-4fe8-8763-47541607ce1c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/af628c42-1c2b-4bd7-ab12-7fa5406b6ea2 HTTP/1.1" status: 204 len: 168 time: 1.3438230 Jan 31 17:07:04.756884 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c52360-c473-4cdb-b792-e361e0d9f00f,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:04.772185 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (42ae4407-01be-4597-bd06-022ff8a5cf31), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.839786 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b57abe-cb9e-4fe8-8763-47541607ce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af628c42-1c2b-4bd7-ab12-7fa5406b6ea2,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:04.861447 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-894a5c1f-9ffd-456f-b9d6-f1a542d08986 req-1c4b43f8-583d-4778-8e39-ae785ebc7ec5 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 210 time: 0.2056084 Jan 31 17:07:04.868237 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:04.896773 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:04.906347 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-744e98bb-d3b2-4382-840a-ec124f34ebf0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (f9f25b59-a46e-41c6-94a9-598ac6be6b10), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:04.918407 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:04.940014 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:04.944319 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (c8818bfc-6deb-4131-9c03-5dc929394223), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.265002 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35910) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:05.425377 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Publish callbacks [] for port (2a166a07-061f-4c60-94d5-646f1107cde6), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.485353 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Publish callbacks [] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.518545 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Network 3b76aa05-469a-4700-a224-8ccc81f74f43 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:05.553633 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:05.559850 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.578598 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.677368 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-744e98bb-d3b2-4382-840a-ec124f34ebf0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (f9f25b59-a46e-41c6-94a9-598ac6be6b10), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.698115 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c95ac0fc-7081-4b4a-9c52-a02ddce60526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.712380 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-744e98bb-d3b2-4382-840a-ec124f34ebf0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (f9f25b59-a46e-41c6-94a9-598ac6be6b10), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.780662 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-257c98a9-3986-4278-bf04-345a502f43b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.825133 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fd0fb-d1c6-44b0-a0ae-9110c04aca85 None None] Pushing event updated for resources: {'Port': ['ID=de0e0eb0-31d0-47e2-8c2e-39436568625c,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:05.841094 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e98bb-d3b2-4382-840a-ec124f34ebf0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f25b59-a46e-41c6-94a9-598ac6be6b10,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:05.981561 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-744e98bb-d3b2-4382-840a-ec124f34ebf0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:05.984248 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-744e98bb-d3b2-4382-840a-ec124f34ebf0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5394437 Jan 31 17:07:05.998085 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35924) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:06.007126 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:06.029342 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:06.133627 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:06.289847 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-298f509d-918d-4208-a6ea-db0df514a182 None None] Provisioning complete for port bdee4579-2f0b-40f8-aae4-7fbcab928a2e triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:06.290949 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-298f509d-918d-4208-a6ea-db0df514a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:06.313562 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:51Z', 'revision_number': 3, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port': {'id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:49Z', 'updated_at': '2022-01-31T17:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:06.331074 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Pushing event updated for resources: {'Port': ['ID=2a166a07-061f-4c60-94d5-646f1107cde6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:06.368291 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 60cf427b-b930-4190-90e7-7de3c70cc25b is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:06.500634 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Attempting to bind port de0e0eb0-31d0-47e2-8c2e-39436568625c on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:06.502146 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Attempting to bind port de0e0eb0-31d0-47e2-8c2e-39436568625c by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:06.502686 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Attempting to bind port de0e0eb0-31d0-47e2-8c2e-39436568625c on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:06.552403 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:06.555072 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:06.555888 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:06.556831 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:06.560348 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Bound port: de0e0eb0-31d0-47e2-8c2e-39436568625c, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:06.562197 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:06.691158 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ae4407-01be-4597-bd06-022ff8a5cf31,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:06.704994 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d97a8b-c968-461b-85cb-8ef71f277bba None None] The sync data for ids ['b633932e-44ce-4756-bff8-32da40405722'] in dv-cinder-814898-3-iscsi is: [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:51Z', 'revision_number': 3, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port': {'id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:49Z', 'updated_at': '2022-01-31T17:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:07:06.722093 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Network d71c9972-2bef-4fb1-92d9-748591f93480 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:06.734643 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 60cf427b-b930-4190-90e7-7de3c70cc25b up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:06.806746 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:06.851243 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:06.854080 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:06.854830 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:06.926830 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c95ac0fc-7081-4b4a-9c52-a02ddce60526 admin admin] Publish callbacks [] for security_group (0058fd3f-5d88-4056-b58b-13f5637088ff), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:06.942861 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c95ac0fc-7081-4b4a-9c52-a02ddce60526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (0058fd3f-5d88-4056-b58b-13f5637088ff), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:06.970625 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db4ae4-7afe-48b2-836f-be3eb0cdf9ab req-e7bb99f1-7dfc-41ee-9797-518f0b0f6975 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:06.973309 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-81db4ae4-7afe-48b2-836f-be3eb0cdf9ab req-e7bb99f1-7dfc-41ee-9797-518f0b0f6975 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 931 time: 0.5963244 Jan 31 17:07:06.985699 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bc092ee9-ce11-40cb-bcab-fac572e36b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:07.008535 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-298f509d-918d-4208-a6ea-db0df514a182 None None] Port bdee4579-2f0b-40f8-aae4-7fbcab928a2e cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:07:07.020471 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] For port de0e0eb0-31d0-47e2-8c2e-39436568625c, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:07.037119 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] For port de0e0eb0-31d0-47e2-8c2e-39436568625c, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=de0e0eb0-31d0-47e2-8c2e-39436568625c,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:07.076783 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 60cf427b-b930-4190-90e7-7de3c70cc25b triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:07.077013 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Checking segment: {'id': '8c0176b9-fa97-4f65-afc7-de147338cf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '5c5d4812-7821-40cf-96a2-65867d4a6576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:07.077164 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Network hostable DHCP agents. Network: 5c5d4812-7821-40cf-96a2-65867d4a6576, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:07:07.077582 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:07.093048 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:07.107472 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-be576d45-646d-4206-9edd-5022fb420b48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6257882 Jan 31 17:07:07.137591 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-e3416f34-1f7a-466b-8fa0-3bd471e9a3fd tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:07:07.138002 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-e3416f34-1f7a-466b-8fa0-3bd471e9a3fd tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195360 Jan 31 17:07:07.161333 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Network 5c5d4812-7821-40cf-96a2-65867d4a6576 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:07:07.182075 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Router b633932e-44ce-4756-bff8-32da40405722 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:07:07.192374 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-81db4ae4-7afe-48b2-836f-be3eb0cdf9ab req-68434543-fde8-486c-9332-721243aebf48 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936724 Jan 31 17:07:07.194489 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 5c5d4812-7821-40cf-96a2-65867d4a6576) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:07.234843 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:07.240076 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:07.302038 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Publish callbacks [] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:07.395586 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-c95ac0fc-7081-4b4a-9c52-a02ddce60526 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=37636c787d3840a3a34944e2836ff5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1291001 Jan 31 17:07:07.408810 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 35950) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:07.424709 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:07.425594 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (c8818bfc-6deb-4131-9c03-5dc929394223), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:07.467581 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c507a9d8-9e4b-4cc9-9a46-fad19fb4da3b None None] Network 5c5d4812-7821-40cf-96a2-65867d4a6576 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:07:07.609967 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:07.621871 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-5cd5fdb8-3545-4b79-9c8a-6f4b67bcae0d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.2315361 Jan 31 17:07:07.625175 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ac0fc-7081-4b4a-9c52-a02ddce60526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0058fd3f-5d88-4056-b58b-13f5637088ff,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:07.732613 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 60cf427b-b930-4190-90e7-7de3c70cc25b is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:07.880926 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:07.885350 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:07.909194 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:07:07.959552 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-4934dc93-b5c6-4e51-8a31-93b003ae6a03 admin admin] 10.222.0.90 "PUT /v2.0/routers/b633932e-44ce-4756-bff8-32da40405722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2540500 Jan 31 17:07:07.962644 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fd0fb-d1c6-44b0-a0ae-9110c04aca85 None None] Pushing event updated for resources: {'Port': ['ID=de0e0eb0-31d0-47e2-8c2e-39436568625c,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:08.002125 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10b78dd7-6e6d-453c-acd3-4eed83e3b1ea admin admin] Publish callbacks [] for security_group (0058fd3f-5d88-4056-b58b-13f5637088ff), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:08.035292 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:08.096997 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Request body: {'port': {'device_id': '05ff46d0-64a1-482b-8bc2-327df4521865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:08.104315 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:08.108968 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:08.255051 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74fbf1b-e794-4aca-9a05-764236e9aede None None] Network 5c5d4812-7821-40cf-96a2-65867d4a6576 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:07:08.366673 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10b78dd7-6e6d-453c-acd3-4eed83e3b1ea admin admin] Publish callbacks [] for security_group (0058fd3f-5d88-4056-b58b-13f5637088ff), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:08.377472 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 35962) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:08.620624 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:08.689438 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:08.928740 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Allocated IP 172.27.3.232 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/073eb13e-dc38-4608-a5a3-2b156967297d) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:08.964745 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Router c8818bfc-6deb-4131-9c03-5dc929394223 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:07:08.994491 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdc1969-d08e-4095-b3bd-94af2460fbc0 admin admin] Deleting subnet 787fa53b-b6b8-494b-b6a5-44c16bb9b2f7 {{(pid=102770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:07:09.003489 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10b78dd7-6e6d-453c-acd3-4eed83e3b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (0058fd3f-5d88-4056-b58b-13f5637088ff), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:09.014584 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-10b78dd7-6e6d-453c-acd3-4eed83e3b1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:09.027429 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-10b78dd7-6e6d-453c-acd3-4eed83e3b1ea admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0058fd3f-5d88-4056-b58b-13f5637088ff HTTP/1.1" status: 204 len: 168 time: 1.5545902 Jan 31 17:07:09.030770 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device af672c5e-a28c-4ce9-97c2-a584cd65463c up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:09.052540 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1969-d08e-4095-b3bd-94af2460fbc0 admin admin] Publish callbacks [] for subnet (787fa53b-b6b8-494b-b6a5-44c16bb9b2f7), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:09.412876 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b78dd7-6e6d-453c-acd3-4eed83e3b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0058fd3f-5d88-4056-b58b-13f5637088ff,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:09.465269 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-35fda42f-6213-4df1-b8e3-c80bcc4a8f6f None None] Provisioning complete for port bdee4579-2f0b-40f8-aae4-7fbcab928a2e triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:09.465670 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-35fda42f-6213-4df1-b8e3-c80bcc4a8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:09.621257 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-35fda42f-6213-4df1-b8e3-c80bcc4a8f6f None None] Port bdee4579-2f0b-40f8-aae4-7fbcab928a2e cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:07:09.717293 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port af672c5e-a28c-4ce9-97c2-a584cd65463c triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:09.717943 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:09.896702 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:09.910745 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for port (073eb13e-dc38-4608-a5a3-2b156967297d), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:09.990030 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a166a07-061f-4c60-94d5-646f1107cde6 {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:10.001084 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Publish callbacks [] for port (2a166a07-061f-4c60-94d5-646f1107cde6), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:10.027929 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Transition to ACTIVE for port object 2a166a07-061f-4c60-94d5-646f1107cde6 will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:07:10.034169 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9ef91-54cc-4920-9d64-0990f5b7dbbf req-7b2b9726-d8a5-4ba6-8d16-4c74d9408a2c tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:10.041244 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:10.044622 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3b9ef91-54cc-4920-9d64-0990f5b7dbbf req-7b2b9726-d8a5-4ba6-8d16-4c74d9408a2c tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 931 time: 1.4100657 Jan 31 17:07:10.045409 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:06Z', 'revision_number': 2, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:10.174758 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (073eb13e-dc38-4608-a5a3-2b156967297d), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:10.202270 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3b9ef91-54cc-4920-9d64-0990f5b7dbbf req-8d75ae38-6843-48a0-9d05-e39426f8866b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562946 Jan 31 17:07:10.203301 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845f058-8b28-4cfb-b72f-117a9d0b3c99 None None] The sync data for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi is: [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:06Z', 'revision_number': 2, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:07:10.250558 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port af672c5e-a28c-4ce9-97c2-a584cd65463c is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:10.253069 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:10.265177 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:10.368679 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port af672c5e-a28c-4ce9-97c2-a584cd65463c, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=af672c5e-a28c-4ce9-97c2-a584cd65463c,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:10.375811 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Pushing event updated for resources: {'Port': ['ID=2a166a07-061f-4c60-94d5-646f1107cde6,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:10.376890 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:10.423508 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Attempting to bind port 2a166a07-061f-4c60-94d5-646f1107cde6 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:10.424247 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Attempting to bind port 2a166a07-061f-4c60-94d5-646f1107cde6 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'ed6c74d4-b04c-4f14-a2f8-c0585b0685df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd71c9972-2bef-4fb1-92d9-748591f93480'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:10.426019 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Attempting to bind port 2a166a07-061f-4c60-94d5-646f1107cde6 on network d71c9972-2bef-4fb1-92d9-748591f93480 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:10.428157 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1969-d08e-4095-b3bd-94af2460fbc0 admin admin] Publish callbacks [] for subnet (787fa53b-b6b8-494b-b6a5-44c16bb9b2f7), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:10.456369 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Port 2a166a07-061f-4c60-94d5-646f1107cde6 on network d71c9972-2bef-4fb1-92d9-748591f93480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:07:10.460032 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Attempting to bind port 2a166a07-061f-4c60-94d5-646f1107cde6 on network d71c9972-2bef-4fb1-92d9-748591f93480 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:10.461502 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:10.473467 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:10.477281 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:10.479553 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Checking segment: {'id': 'ed6c74d4-b04c-4f14-a2f8-c0585b0685df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd71c9972-2bef-4fb1-92d9-748591f93480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:10.480652 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Bound using segment: {'id': 'ed6c74d4-b04c-4f14-a2f8-c0585b0685df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd71c9972-2bef-4fb1-92d9-748591f93480'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:10.483245 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Bound port: 2a166a07-061f-4c60-94d5-646f1107cde6, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6c74d4-b04c-4f14-a2f8-c0585b0685df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd71c9972-2bef-4fb1-92d9-748591f93480'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:10.483891 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:10.626419 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=af672c5e-a28c-4ce9-97c2-a584cd65463c,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:10.688644 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1969-d08e-4095-b3bd-94af2460fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (787fa53b-b6b8-494b-b6a5-44c16bb9b2f7), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:10.821357 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36002) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:10.880595 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-6ff5c225-6fcd-4328-906f-2643aeea3991 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:10.884404 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-6ff5c225-6fcd-4328-906f-2643aeea3991 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 819 time: 0.4120817 Jan 31 17:07:10.960592 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] For port 2a166a07-061f-4c60-94d5-646f1107cde6, host hv-cinder-81489, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:10.967517 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] For port 2a166a07-061f-4c60-94d5-646f1107cde6, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2a166a07-061f-4c60-94d5-646f1107cde6,segment=NetworkSegment(ed6c74d4-b04c-4f14-a2f8-c0585b0685df),segment_id=ed6c74d4-b04c-4f14-a2f8-c0585b0685df)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:10.976125 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.026349 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (05fa4a9b-9419-417d-99c1-f32b5241a717), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.048257 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-7a2ccb00-be7a-4abb-8566-04f3c3021643 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/quotas/e71ece38f3b94a35918b5bf1de56747d HTTP/1.1" status: 200 len: 375 time: 0.0761452 Jan 31 17:07:11.063811 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:11.064449 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.066106 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] 10.222.0.71 "PUT /v2.0/ports/2a166a07-061f-4c60-94d5-646f1107cde6 HTTP/1.1" status: 200 len: 1093 time: 3.4844301 Jan 31 17:07:11.067813 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff46d0-64a1-482b-8bc2-327df4521865', 'tag': '2a166a07-061f-4c60-94d5-646f1107cde6'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:11.090460 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'Port': ['ID=073eb13e-dc38-4608-a5a3-2b156967297d,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:11.255096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1969-d08e-4095-b3bd-94af2460fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (787fa53b-b6b8-494b-b6a5-44c16bb9b2f7), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.258282 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Sync routers for ids ['b633932e-44ce-4756-bff8-32da40405722'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:07:11.330978 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Routers {'b633932e-44ce-4756-bff8-32da40405722'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:11.333684 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.336149 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['b633932e-44ce-4756-bff8-32da40405722'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:11.464959 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4617b13f-4b33-438e-88f2-9f9818f730c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.473133 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (073eb13e-dc38-4608-a5a3-2b156967297d), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.493944 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1969-d08e-4095-b3bd-94af2460fbc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.505849 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-4cdc1969-d08e-4095-b3bd-94af2460fbc0 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/787fa53b-b6b8-494b-b6a5-44c16bb9b2f7 HTTP/1.1" status: 204 len: 168 time: 3.1246860 Jan 31 17:07:11.522929 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36014) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:11.669265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:11.801884 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc1969-d08e-4095-b3bd-94af2460fbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787fa53b-b6b8-494b-b6a5-44c16bb9b2f7,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:11.846038 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Set router b633932e-44ce-4756-bff8-32da40405722 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:11.899090 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c5883-3044-4eb1-a0a7-eb1149f5d517 service neutron] Pushing event updated for resources: {'Port': ['ID=2a166a07-061f-4c60-94d5-646f1107cde6,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:12.008939 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-4c0ed8ca-1b2a-42d7-a3e3-30459e3552c8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9414258 Jan 31 17:07:12.043882 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:12.081224 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-44d42267-ec54-490a-84f0-7f6aeb339e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:12.083982 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-44d42267-ec54-490a-84f0-7f6aeb339e71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31a4cbdfca41416c9dbe6ec8824f944d&device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 1127 time: 0.8248448 Jan 31 17:07:12.088498 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (74cf2441-8eff-4cf3-afa8-688a5abd4087), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:12.139583 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for port (073eb13e-dc38-4608-a5a3-2b156967297d), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:12.262841 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba820e53-4179-4408-a4e7-869322d9b1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff46d0-64a1-482b-8bc2-327df4521865", "tag": "2a166a07-061f-4c60-94d5-646f1107cde6"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:12.325893 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:07:12.362819 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-109e2f27-3a72-47ae-947e-ffebc71ea9a9 admin admin] 10.222.0.90 "PUT /v2.0/routers/c8818bfc-6deb-4131-9c03-5dc929394223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9552557 Jan 31 17:07:12.362819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (073eb13e-dc38-4608-a5a3-2b156967297d), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:12.470220 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dae85-914f-464d-be3d-8cf3547a4d4d req-b7c36e14-752f-42ee-a711-4bd57ce29530 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:12.488424 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-055dae85-914f-464d-be3d-8cf3547a4d4d req-b7c36e14-752f-42ee-a711-4bd57ce29530 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 943 time: 0.9788642 Jan 31 17:07:12.672753 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4617b13f-4b33-438e-88f2-9f9818f730c5 admin admin] Publish callbacks [] for security_group (1ae01fd5-4a85-4ed4-a9e8-60b9a890ed8f), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:12.724131 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (05fa4a9b-9419-417d-99c1-f32b5241a717), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:12.788337 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:07:02Z', 'revision_number': 4, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port': {'id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:49Z', 'updated_at': '2022-01-31T17:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'e5c52360-c473-4cdb-b792-e361e0d9f00f', 'name': '', 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'mac_address': 'fa:16:3e:55:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6b0f8e43-6d59-45bc-ac4f-310751667138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:58Z', 'updated_at': '2022-01-31T17:07:02Z', 'revision_number': 2, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'subnets': [{'id': '6b0f8e43-6d59-45bc-ac4f-310751667138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:12.947263 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-4617b13f-4b33-438e-88f2-9f9818f730c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (1ae01fd5-4a85-4ed4-a9e8-60b9a890ed8f), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:13.021330 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Checking router: b633932e-44ce-4756-bff8-32da40405722 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:07:13.027716 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Updating router b633932e-44ce-4756-bff8-32da40405722 port e5c52360-c473-4cdb-b792-e361e0d9f00f binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:07:13.128352 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617b13f-4b33-438e-88f2-9f9818f730c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae01fd5-4a85-4ed4-a9e8-60b9a890ed8f,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:13.238737 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device de0e0eb0-31d0-47e2-8c2e-39436568625c up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:13.252892 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:13.267465 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:13.267465 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2550759 Jan 31 17:07:13.498790 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d176f-ea23-4cd3-9962-e8e731307a3f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'Port': ['ID=073eb13e-dc38-4608-a5a3-2b156967297d,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:13.523588 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-055dae85-914f-464d-be3d-8cf3547a4d4d req-6292e01d-1384-4c7a-a5c2-dedeb4bb09fd tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935051 Jan 31 17:07:13.532790 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-4617b13f-4b33-438e-88f2-9f9818f730c5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5a4643d90cd64d9e95f96c946e1635e4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7021017 Jan 31 17:07:13.539213 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36052) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:13.540876 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-ec8a1011-ab5b-4466-92c7-1a600c75d342 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a166a07-061f-4c60-94d5-646f1107cde6 HTTP/1.1" status: 200 len: 217 time: 1.4199736 Jan 31 17:07:13.583200 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port de0e0eb0-31d0-47e2-8c2e-39436568625c triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:13.583833 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:13.825694 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-fd2c2947-8cc5-46eb-85db-f63df9f44be6 service neutron] 10.222.0.90 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7753005 Jan 31 17:07:13.873078 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-453030f6-233c-43e4-82e3-57c148e7ec07 admin admin] Publish callbacks [] for security_group (1ae01fd5-4a85-4ed4-a9e8-60b9a890ed8f), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:13.934075 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0bc8c7fb-9f95-4cd2-a3d2-80cfeaf8b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:13.944106 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-0bc8c7fb-9f95-4cd2-a3d2-80cfeaf8b818 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=38afc67b-5ee6-4961-a154-689b676ce0c8 HTTP/1.1" status: 200 len: 851 time: 0.3945131 Jan 31 17:07:14.044223 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-453030f6-233c-43e4-82e3-57c148e7ec07 admin admin] Publish callbacks [] for security_group (1ae01fd5-4a85-4ed4-a9e8-60b9a890ed8f), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:14.049177 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port de0e0eb0-31d0-47e2-8c2e-39436568625c is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:14.051430 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:14.210202 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port de0e0eb0-31d0-47e2-8c2e-39436568625c, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=de0e0eb0-31d0-47e2-8c2e-39436568625c,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:14.221779 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:14.223823 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device af672c5e-a28c-4ce9-97c2-a584cd65463c up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:14.345458 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-453030f6-233c-43e4-82e3-57c148e7ec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (1ae01fd5-4a85-4ed4-a9e8-60b9a890ed8f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:14.379262 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-453030f6-233c-43e4-82e3-57c148e7ec07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:14.400190 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-453030f6-233c-43e4-82e3-57c148e7ec07 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1ae01fd5-4a85-4ed4-a9e8-60b9a890ed8f HTTP/1.1" status: 204 len: 168 time: 0.8581064 Jan 31 17:07:14.439934 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453030f6-233c-43e4-82e3-57c148e7ec07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae01fd5-4a85-4ed4-a9e8-60b9a890ed8f,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:14.626353 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-224e326d-93a1-4153-9d56-ca78fddcb1fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71c9972-2bef-4fb1-92d9-748591f93480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5178685 Jan 31 17:07:14.716815 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=de0e0eb0-31d0-47e2-8c2e-39436568625c,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:14.967139 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port af672c5e-a28c-4ce9-97c2-a584cd65463c triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:14.970992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:15.010718 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (74cf2441-8eff-4cf3-afa8-688a5abd4087), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:15.212274 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-4438e02f-52d2-41bc-b941-24e5d560fea4 service neutron] 10.222.0.90 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3479903 Jan 31 17:07:15.253346 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port af672c5e-a28c-4ce9-97c2-a584cd65463c is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:15.396875 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Publish callbacks [] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:15.414298 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:15.525801 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.526466 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.527794 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.528529 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.529423 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.530110 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.530744 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.531354 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.531984 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.532661 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.613981 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device de0e0eb0-31d0-47e2-8c2e-39436568625c up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:15.614679 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a956086-512c-4d43-b55b-cb012a3869c5 None None] Pushing event updated for resources: {'Port': ['ID=e5c52360-c473-4cdb-b792-e361e0d9f00f,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:15.667141 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36120) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:15.675820 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-7ce62ad4-28ea-4fab-8483-423bd194b2da tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258623785', 'description': 'tempest-description--602050682'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:15.816381 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7ce62ad4-28ea-4fab-8483-423bd194b2da tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:15.878805 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port de0e0eb0-31d0-47e2-8c2e-39436568625c triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:15.881566 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:15.945897 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.948920 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.950951 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.955713 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:07:15.958943 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cf2441-8eff-4cf3-afa8-688a5abd4087']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:16.111034 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Attempting to bind port e5c52360-c473-4cdb-b792-e361e0d9f00f on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:16.111707 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Attempting to bind port e5c52360-c473-4cdb-b792-e361e0d9f00f by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:16.112286 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Attempting to bind port e5c52360-c473-4cdb-b792-e361e0d9f00f on network 3b76aa05-469a-4700-a224-8ccc81f74f43 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:16.115284 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a46c74-2622-464d-9e2e-60dfbbd69174') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:16.117996 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a46c74-2622-464d-9e2e-60dfbbd69174') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:16.148991 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:16.153609 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Checking segment: {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:16.156723 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.162782 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Bound using segment: {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:16.165134 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7ce62ad4-28ea-4fab-8483-423bd194b2da tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.167811 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Bound port: e5c52360-c473-4cdb-b792-e361e0d9f00f, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:16.171242 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.185516 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7ce62ad4-28ea-4fab-8483-423bd194b2da tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.233007 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (55a46c74-2622-464d-9e2e-60dfbbd69174), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.314167 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7ce62ad4-28ea-4fab-8483-423bd194b2da tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.317135 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-7ce62ad4-28ea-4fab-8483-423bd194b2da tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6473634 Jan 31 17:07:16.324112 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36172) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:16.352694 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-3b75b171-81e9-46b6-b2f6-442d729f03f2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'security_group_rule': {'security_group_id': '7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:16.418697 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (55a46c74-2622-464d-9e2e-60dfbbd69174), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.463159 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3b75b171-81e9-46b6-b2f6-442d729f03f2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (9f17cc76-65b7-442d-be4c-4501bda32e66), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.471471 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce62ad4-28ea-4fab-8483-423bd194b2da tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:16.485320 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Releasing vlan 991 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:07:16.486291 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (55a46c74-2622-464d-9e2e-60dfbbd69174), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.640471 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Sync routers for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:07:16.657955 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] For port e5c52360-c473-4cdb-b792-e361e0d9f00f, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:16.658719 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port de0e0eb0-31d0-47e2-8c2e-39436568625c is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:16.679443 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3b75b171-81e9-46b6-b2f6-442d729f03f2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (9f17cc76-65b7-442d-be4c-4501bda32e66), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.693092 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:16.693092 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:16.697540 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3b75b171-81e9-46b6-b2f6-442d729f03f2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (9f17cc76-65b7-442d-be4c-4501bda32e66), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.729165 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3b75b171-81e9-46b6-b2f6-442d729f03f2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.730603 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-3b75b171-81e9-46b6-b2f6-442d729f03f2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844922 Jan 31 17:07:16.737332 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36194) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:16.745229 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-d8b4f937-5987-48e5-b473-e9f2db285d80 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'security_group_rule': {'security_group_id': '7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:16.798944 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75b171-81e9-46b6-b2f6-442d729f03f2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f17cc76-65b7-442d-be4c-4501bda32e66,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:16.811973 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] For port e5c52360-c473-4cdb-b792-e361e0d9f00f, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=e5c52360-c473-4cdb-b792-e361e0d9f00f,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:16.814999 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d8b4f937-5987-48e5-b473-e9f2db285d80 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (4be1bb62-c58f-4228-988e-fdf7b9009a73), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.822096 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: from cryptography.utils import int_from_bytes Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: from cryptography.utils import int_from_bytes Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:07:16.823089 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:07:16.832432 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddbad92-3d9b-49b2-bec8-6d1aa8656167 x-openstack-request-id: req-6ddbad92-3d9b-49b2-bec8-6d1aa8656167 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:16.832432 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff46d0-64a1-482b-8bc2-327df4521865", "tag": "2a166a07-061f-4c60-94d5-646f1107cde6", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:16.832432 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6ddbad92-3d9b-49b2-bec8-6d1aa8656167 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:16.832432 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff46d0-64a1-482b-8bc2-327df4521865', 'tag': '2a166a07-061f-4c60-94d5-646f1107cde6', 'status': 'completed', 'code': 200} Jan 31 17:07:16.943992 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (74cf2441-8eff-4cf3-afa8-688a5abd4087), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:17.033789 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:17.048037 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] 10.222.0.90 "DELETE /v2.0/networks/74cf2441-8eff-4cf3-afa8-688a5abd4087 HTTP/1.1" status: 204 len: 168 time: 5.4994211 Jan 31 17:07:17.069050 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36208) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:17.080654 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d8b4f937-5987-48e5-b473-e9f2db285d80 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (4be1bb62-c58f-4228-988e-fdf7b9009a73), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:17.117175 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a956086-512c-4d43-b55b-cb012a3869c5 None None] Pushing event updated for resources: {'Port': ['ID=e5c52360-c473-4cdb-b792-e361e0d9f00f,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:17.194677 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8d93-dbfc-443a-8c50-9f1dde5edba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=74cf2441-8eff-4cf3-afa8-688a5abd4087,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:17.214507 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Routers {'b633932e-44ce-4756-bff8-32da40405722'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:17.217216 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d8b4f937-5987-48e5-b473-e9f2db285d80 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (4be1bb62-c58f-4228-988e-fdf7b9009a73), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:17.218374 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['b633932e-44ce-4756-bff8-32da40405722'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:17.225004 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-efa5da75-5c51-43e8-8cea-dd8fc5740c41 service neutron] 10.222.0.71 "GET /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5605791 Jan 31 17:07:17.226285 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:17.262341 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-2f0b1fcd-83b0-4eb8-8045-6b51c7dce405 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1126155967&fields=id&tenant_id=3a9ede748b554e13954084abca64d79f HTTP/1.1" status: 200 len: 267 time: 0.4329178 Jan 31 17:07:17.283854 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d8b4f937-5987-48e5-b473-e9f2db285d80 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:17.289019 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-d8b4f937-5987-48e5-b473-e9f2db285d80 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5489953 Jan 31 17:07:17.318940 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36218) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:17.361223 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:17.513459 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748be4a4-1d37-495e-9a19-8f4b0937f33a req-bbc29283-5d93-40fd-8da3-220413c4cb51 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:17.520214 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fc706d-c1e6-4b5d-a360-f57cdc429fa7 admin admin] Deleting subnet 42ae4407-01be-4597-bd06-022ff8a5cf31 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:07:17.526801 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-748be4a4-1d37-495e-9a19-8f4b0937f33a req-bbc29283-5d93-40fd-8da3-220413c4cb51 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 943 time: 0.4425821 Jan 31 17:07:17.530059 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:17.620210 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4f937-5987-48e5-b473-e9f2db285d80 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be1bb62-c58f-4228-988e-fdf7b9009a73,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:17.740380 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70fc706d-c1e6-4b5d-a360-f57cdc429fa7 admin admin] Publish callbacks [] for subnet (42ae4407-01be-4597-bd06-022ff8a5cf31), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:17.834567 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] Set router b633932e-44ce-4756-bff8-32da40405722 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:18.160878 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:06Z', 'revision_number': 2, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:18.270083 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70fc706d-c1e6-4b5d-a360-f57cdc429fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (42ae4407-01be-4597-bd06-022ff8a5cf31), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:18.292441 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Checking router: c8818bfc-6deb-4131-9c03-5dc929394223 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:07:18.299573 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Updating router c8818bfc-6deb-4131-9c03-5dc929394223 port bdee4579-2f0b-40f8-aae4-7fbcab928a2e binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:07:18.352085 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36240) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:18.371537 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:18.450118 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-ac8d65cd-8f06-47a4-9fd8-cea5cb39fb2c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:18.469826 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-ac8d65cd-8f06-47a4-9fd8-cea5cb39fb2c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 811 time: 1.2048748 Jan 31 17:07:18.490992 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0754d0f2-3848-44b7-aad0-a6ab71d0de2d req-70699136-1e4e-43f9-b51b-58456af8540e service neutron] 10.222.0.71 "GET /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2532089 Jan 31 17:07:18.501399 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-3f7abdfe-c3c2-4f7a-9235-a0c92cf72035 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/quotas/3a9ede748b554e13954084abca64d79f HTTP/1.1" status: 200 len: 375 time: 0.0309377 Jan 31 17:07:18.517296 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-748be4a4-1d37-495e-9a19-8f4b0937f33a req-a5b175f8-2365-4fa5-8478-dc3b065b1674 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9486876 Jan 31 17:07:18.549228 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70fc706d-c1e6-4b5d-a360-f57cdc429fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (42ae4407-01be-4597-bd06-022ff8a5cf31), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:18.779868 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:18.868050 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-80ed981b-aa10-472a-a095-7681ddc1e53f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3653858 Jan 31 17:07:18.890516 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70fc706d-c1e6-4b5d-a360-f57cdc429fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (42ae4407-01be-4597-bd06-022ff8a5cf31), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:18.948149 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc706d-c1e6-4b5d-a360-f57cdc429fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ae4407-01be-4597-bd06-022ff8a5cf31,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:18.973357 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70fc706d-c1e6-4b5d-a360-f57cdc429fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:18.980705 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-70fc706d-c1e6-4b5d-a360-f57cdc429fa7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/42ae4407-01be-4597-bd06-022ff8a5cf31 HTTP/1.1" status: 204 len: 168 time: 1.9093792 Jan 31 17:07:18.984329 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36258) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:19.128225 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:07:02Z', 'revision_number': 4, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port': {'id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:49Z', 'updated_at': '2022-01-31T17:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'e5c52360-c473-4cdb-b792-e361e0d9f00f', 'name': '', 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'mac_address': 'fa:16:3e:55:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6b0f8e43-6d59-45bc-ac4f-310751667138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:58Z', 'updated_at': '2022-01-31T17:07:16Z', 'revision_number': 4, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'subnets': [{'id': '6b0f8e43-6d59-45bc-ac4f-310751667138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:19.163687 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0342223e-0c0e-42ab-8040-752c30d76b7b req-f8fb8f7b-66ca-4e7d-9e44-c6c6f09582ff tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 210 time: 0.0947571 Jan 31 17:07:19.198631 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-a1eab627-b854-43d4-a2c2-5cecc4f79342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:19.198631 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-a1eab627-b854-43d4-a2c2-5cecc4f79342 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31a4cbdfca41416c9dbe6ec8824f944d&device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 1127 time: 0.4784896 Jan 31 17:07:19.222562 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050703d-2bb8-4060-b7b5-ffa1debf8917 None None] The sync data for ids ['b633932e-44ce-4756-bff8-32da40405722'] in dv-cinder-814898-3-iscsi is: [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:07:02Z', 'revision_number': 4, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port': {'id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:49Z', 'updated_at': '2022-01-31T17:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'e5c52360-c473-4cdb-b792-e361e0d9f00f', 'name': '', 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'mac_address': 'fa:16:3e:55:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6b0f8e43-6d59-45bc-ac4f-310751667138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:58Z', 'updated_at': '2022-01-31T17:07:16Z', 'revision_number': 4, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'subnets': [{'id': '6b0f8e43-6d59-45bc-ac4f-310751667138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:07:19.222850 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Allocated IP 172.27.3.43 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/53d29c7e-2406-4317-a986-393373039a92) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:19.382694 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for port (53d29c7e-2406-4317-a986-393373039a92), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.433106 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-64d6b12c-581b-44c5-b4cf-33f03112a49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.469592 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (53d29c7e-2406-4317-a986-393373039a92), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.474960 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (5c5d4812-7821-40cf-96a2-65867d4a6576), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.536066 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-dc7611b1-2d72-4b11-bc05-b50e31fafd10 service neutron] 10.222.0.90 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578321 Jan 31 17:07:19.626529 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Publish callbacks [] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.635162 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.693140 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-64d6b12c-581b-44c5-b4cf-33f03112a49c admin admin] Publish callbacks [] for security_group (cd3f4c9d-52f0-4835-833e-1a6d676d7292), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.714621 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-64d6b12c-581b-44c5-b4cf-33f03112a49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (cd3f4c9d-52f0-4835-833e-1a6d676d7292), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.723971 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bfb1b-fe3b-4d8e-aa23-f18ae3aa6ae9 None None] Pushing event updated for resources: {'Port': ['ID=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:19.821507 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-64d6b12c-581b-44c5-b4cf-33f03112a49c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1fa670a0dd544c6d957c529ca776c21d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4611375 Jan 31 17:07:19.839736 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36288) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:19.885243 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Attempting to bind port bdee4579-2f0b-40f8-aae4-7fbcab928a2e on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:19.885906 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Attempting to bind port bdee4579-2f0b-40f8-aae4-7fbcab928a2e by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:19.886425 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Attempting to bind port bdee4579-2f0b-40f8-aae4-7fbcab928a2e on network e72db7a6-9e62-47f3-bd28-1d6021a2788c {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:19.894830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:19.896745 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Checking segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:19.898756 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:19.900018 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Bound using segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:19.902558 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Bound port: bdee4579-2f0b-40f8-aae4-7fbcab928a2e, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:19.903206 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.082456 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] For port bdee4579-2f0b-40f8-aae4-7fbcab928a2e, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:20.088337 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] For port bdee4579-2f0b-40f8-aae4-7fbcab928a2e, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:20.111989 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.217591 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:20.279225 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.71', 60340) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:20.347209 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:20.357942 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-4c314771-55e5-4243-8bdb-e0241fe3fd92 None None] Provisioning complete for port bdee4579-2f0b-40f8-aae4-7fbcab928a2e triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:20.359773 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4c314771-55e5-4243-8bdb-e0241fe3fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.368698 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:20.442615 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bfb1b-fe3b-4d8e-aa23-f18ae3aa6ae9 None None] Pushing event updated for resources: {'Port': ['ID=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:20.447041 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:20.447885 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:20.493697 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'Port': ['ID=53d29c7e-2406-4317-a986-393373039a92,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:20.540499 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6b12c-581b-44c5-b4cf-33f03112a49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3f4c9d-52f0-4835-833e-1a6d676d7292,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:20.684726 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-57650570-8494-490a-8b32-7ab7dfe05c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:20.686446 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-57650570-8494-490a-8b32-7ab7dfe05c11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71c9972-2bef-4fb1-92d9-748591f93480 HTTP/1.1" status: 200 len: 912 time: 1.4253912 Jan 31 17:07:20.697409 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (5c5d4812-7821-40cf-96a2-65867d4a6576), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.778719 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-71772b4a-30ea-4e75-aa01-88311ee13572 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a166a07-061f-4c60-94d5-646f1107cde6 HTTP/1.1" status: 200 len: 217 time: 0.0760090 Jan 31 17:07:20.780684 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5d4812-7821-40cf-96a2-65867d4a6576']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:20.791601 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:20.796000 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-f9a46d1c-4c02-4d7c-b2e6-077da2f97b96 service neutron] 10.222.0.90 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0409560 Jan 31 17:07:20.881578 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4c314771-55e5-4243-8bdb-e0241fe3fd92 None None] Current status of the port bdee4579-2f0b-40f8-aae4-7fbcab928a2e is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:20.882395 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4c314771-55e5-4243-8bdb-e0241fe3fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.888922 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0176b9-fa97-4f65-afc7-de147338cf75') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:20.889397 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0176b9-fa97-4f65-afc7-de147338cf75') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:20.910511 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-39fc9305-4f53-48a5-9421-0b68c7ad04c2 admin admin] Publish callbacks [] for security_group (cd3f4c9d-52f0-4835-833e-1a6d676d7292), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.918821 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (8c0176b9-fa97-4f65-afc7-de147338cf75), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.957305 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-39fc9305-4f53-48a5-9421-0b68c7ad04c2 admin admin] Publish callbacks [] for security_group (cd3f4c9d-52f0-4835-833e-1a6d676d7292), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.978117 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (8c0176b9-fa97-4f65-afc7-de147338cf75), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:20.992443 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-14c7916c-f94e-4955-aa83-8756c9d068dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:20.994047 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-14c7916c-f94e-4955-aa83-8756c9d068dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=38afc67b-5ee6-4961-a154-689b676ce0c8 HTTP/1.1" status: 200 len: 851 time: 0.1954966 Jan 31 17:07:21.035019 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:07:21.035509 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (8c0176b9-fa97-4f65-afc7-de147338cf75), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:07:21.038171 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:07:21.104351 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-4131b1a8-7006-46a6-84d9-68d08518cdf2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71c9972-2bef-4fb1-92d9-748591f93480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963058 Jan 31 17:07:21.118995 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4c314771-55e5-4243-8bdb-e0241fe3fd92 None None] For port bdee4579-2f0b-40f8-aae4-7fbcab928a2e, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:21.190778 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-f67e4279-9369-4436-b0b8-09189640ceff tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:21.194141 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-f67e4279-9369-4436-b0b8-09189640ceff tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 819 time: 1.2854533 Jan 31 17:07:21.195778 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4c314771-55e5-4243-8bdb-e0241fe3fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.304108 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (35280beb-280c-4fb9-910a-d23c35fbcd1e), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.327110 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-c2af87c3-fe2f-4d21-a915-72a51e3e729c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/quotas/e71ece38f3b94a35918b5bf1de56747d HTTP/1.1" status: 200 len: 375 time: 0.0823479 Jan 31 17:07:21.354033 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (5c5d4812-7821-40cf-96a2-65867d4a6576), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.368011 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-f161c9ae-feef-4700-bf7d-6bc945e259f0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:21.373948 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-f161c9ae-feef-4700-bf7d-6bc945e259f0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 819 time: 1.0942328 Jan 31 17:07:21.383614 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.401326 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/5c5d4812-7821-40cf-96a2-65867d4a6576 HTTP/1.1" status: 204 len: 168 time: 2.3473620 Jan 31 17:07:21.404850 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Request body: {'port': {'device_id': '8908c5d4-b743-41a3-851e-64de66d98760', 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43', 'admin_state_up': True, 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:21.539134 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca07230-923d-49df-af75-95314598b5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5d4812-7821-40cf-96a2-65867d4a6576,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:21.574201 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-9872a385-a397-49d3-8901-ee6367e7a9f7 None None] Provisioning complete for port bdee4579-2f0b-40f8-aae4-7fbcab928a2e triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:21.574589 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9872a385-a397-49d3-8901-ee6367e7a9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.599296 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c314771-55e5-4243-8bdb-e0241fe3fd92 None None] Pushing event updated for resources: {'Port': ['ID=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:21.605703 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (53d29c7e-2406-4317-a986-393373039a92), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.665583 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792801d-bbf6-481e-9cd2-b127c2aa5c90 req-0d640c67-a482-4a8f-ba36-29192f424757 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:21.676263 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6792801d-bbf6-481e-9cd2-b127c2aa5c90 req-0d640c67-a482-4a8f-ba36-29192f424757 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 943 time: 0.5635059 Jan 31 17:07:21.714298 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-958f79dc-5e0a-4cd0-8fba-518bd26a16e6 service neutron] 10.222.0.71 "GET /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530152 Jan 31 17:07:21.724923 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-39fc9305-4f53-48a5-9421-0b68c7ad04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (cd3f4c9d-52f0-4835-833e-1a6d676d7292), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.728615 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-39fc9305-4f53-48a5-9421-0b68c7ad04c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:21.733732 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-39fc9305-4f53-48a5-9421-0b68c7ad04c2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cd3f4c9d-52f0-4835-833e-1a6d676d7292 HTTP/1.1" status: 204 len: 168 time: 1.8898602 Jan 31 17:07:21.770662 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc9305-4f53-48a5-9421-0b68c7ad04c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3f4c9d-52f0-4835-833e-1a6d676d7292,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:21.867227 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-97318850-9a06-4be8-8357-b6e833bdbb5e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4410408 Jan 31 17:07:21.924175 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device bdee4579-2f0b-40f8-aae4-7fbcab928a2e up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:22.053431 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6792801d-bbf6-481e-9cd2-b127c2aa5c90 req-a57266dd-df1c-4bd2-87ef-57318e3d5d85 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760040 Jan 31 17:07:22.080640 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for port (53d29c7e-2406-4317-a986-393373039a92), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:22.098794 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (53d29c7e-2406-4317-a986-393373039a92), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:22.138268 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ba820e53-4179-4408-a4e7-869322d9b1ba req-b00bce17-b29b-489b-8562-d78e96a6f350 service neutron] 10.222.0.71 "GET /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092271 Jan 31 17:07:22.169006 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:22.171041 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9872a385-a397-49d3-8901-ee6367e7a9f7 None None] Current status of the port bdee4579-2f0b-40f8-aae4-7fbcab928a2e is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:22.182056 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Made reservation on behalf of e71ece38f3b94a35918b5bf1de56747d for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:07:22.186151 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:22.191537 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (35280beb-280c-4fb9-910a-d23c35fbcd1e), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:22.225021 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:22.235030 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-298f1df6-facd-47ba-9b01-53c8d738b766 req-d71dd7d3-6fb8-4851-8f3a-79c9797f978a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 210 time: 0.0576272 Jan 31 17:07:22.236696 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36340) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:22.236913 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8968189 Jan 31 17:07:22.369906 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989547c-dc4e-4e2d-89cb-8dfc7cd31399 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'Port': ['ID=53d29c7e-2406-4317-a986-393373039a92,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:22.435051 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-01a533a0-4b2e-486a-becc-e42d24107741 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=67b6642f916c4a219e59542acec45ee4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1935675 Jan 31 17:07:22.439983 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36346) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:22.443656 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5575d4-fa76-4cb7-ad78-47dc77f3d43c None None] The sync data for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi is: [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:07:22.488093 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port bdee4579-2f0b-40f8-aae4-7fbcab928a2e triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:22.488469 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:22.744355 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port bdee4579-2f0b-40f8-aae4-7fbcab928a2e is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:22.746290 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device e5c52360-c473-4cdb-b792-e361e0d9f00f up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:22.796847 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6b9e-5c05-4c25-aca4-7d26ec4bd04e admin admin] Publish callbacks [] for security_group (6cb4d097-4317-4e12-852f-19363515d15b), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:22.882771 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6b9e-5c05-4c25-aca4-7d26ec4bd04e admin admin] Publish callbacks [] for security_group (6cb4d097-4317-4e12-852f-19363515d15b), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:22.957557 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port e5c52360-c473-4cdb-b792-e361e0d9f00f triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:22.959025 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.107706 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6b9e-5c05-4c25-aca4-7d26ec4bd04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (6cb4d097-4317-4e12-852f-19363515d15b), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.110976 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6b9e-5c05-4c25-aca4-7d26ec4bd04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.112839 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-2c3b6b9e-5c05-4c25-aca4-7d26ec4bd04e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6cb4d097-4317-4e12-852f-19363515d15b HTTP/1.1" status: 204 len: 168 time: 0.6711094 Jan 31 17:07:23.135627 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b6b9e-5c05-4c25-aca4-7d26ec4bd04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb4d097-4317-4e12-852f-19363515d15b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:23.154675 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36368) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:23.211296 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Allocated IP 172.20.0.5 (3b76aa05-469a-4700-a224-8ccc81f74f43/6b0f8e43-6d59-45bc-ac4f-310751667138/a4f86885-6c7e-4d01-9a20-ed668ca87fc6) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:23.321584 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port e5c52360-c473-4cdb-b792-e361e0d9f00f is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:23.322452 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.407457 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6aee-8c0d-44ce-ab63-3b01a8d644a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.435114 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-3545189f-5a41-4bf8-8895-82bf567ea55e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:23.440074 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-3545189f-5a41-4bf8-8895-82bf567ea55e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 811 time: 0.4691074 Jan 31 17:07:23.488080 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-2f1751e7-c84f-4bb5-9558-f754dc4356c1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1258623785&fields=id&tenant_id=f89e530b82054872a9f5e60f79d3d506 HTTP/1.1" status: 200 len: 267 time: 0.2379546 Jan 31 17:07:23.497239 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port e5c52360-c473-4cdb-b792-e361e0d9f00f, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=e5c52360-c473-4cdb-b792-e361e0d9f00f,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:23.506864 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.671047 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks [] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.766243 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.773619 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device bdee4579-2f0b-40f8-aae4-7fbcab928a2e up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:23.826610 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-9c2c7b57-f83c-4e4b-80e5-c01b783695df tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:23.835854 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-9c2c7b57-f83c-4e4b-80e5-c01b783695df tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 816 time: 0.3459029 Jan 31 17:07:23.956762 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Pushing event updated for resources: {'Port': ['ID=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:23.957973 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6aee-8c0d-44ce-ab63-3b01a8d644a5 admin admin] Publish callbacks [] for security_group (aa4f2b1f-f326-49a0-9ee6-311c382c20bd), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.964629 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6aee-8c0d-44ce-ab63-3b01a8d644a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (aa4f2b1f-f326-49a0-9ee6-311c382c20bd), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:23.981166 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:07:23.983830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=e5c52360-c473-4cdb-b792-e361e0d9f00f,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:23.990290 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Network 3b76aa05-469a-4700-a224-8ccc81f74f43 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:23.992722 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:23.998418 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:24.007065 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:24.007376 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a2fa6aee-8c0d-44ce-ab63-3b01a8d644a5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6029da2f755a4933a5e024f43194e190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8383548 Jan 31 17:07:24.010370 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 2a166a07-061f-4c60-94d5-646f1107cde6 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:07:24.011453 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.020239 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-493e50aa-d142-480e-adbb-b1af6934dbf8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/quotas/f89e530b82054872a9f5e60f79d3d506 HTTP/1.1" status: 200 len: 375 time: 0.1833427 Jan 31 17:07:24.025600 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36400) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:24.066053 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port bdee4579-2f0b-40f8-aae4-7fbcab928a2e triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:24.070102 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.075550 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-86d2362a-5fa3-4667-90be-d4478ec62f35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6906612 Jan 31 17:07:24.114480 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Request body: {'port': {'device_id': '8908c5d4-b743-41a3-851e-64de66d98760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:24.136895 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6aee-8c0d-44ce-ab63-3b01a8d644a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4f2b1f-f326-49a0-9ee6-311c382c20bd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:24.191313 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-771d2369-a9e1-4239-8290-54c0d23726ae tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635461 Jan 31 17:07:24.214925 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8f5-93f9-459d-86c3-48982305a72f admin admin] Publish callbacks [] for security_group (aa4f2b1f-f326-49a0-9ee6-311c382c20bd), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.225498 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-ceeb0f38-1423-4af9-8e38-60f65531e203 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9ede748b554e13954084abca64d79f HTTP/1.1" status: 200 len: 380 time: 0.4504464 Jan 31 17:07:24.236806 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'port': {'device_id': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'admin_state_up': True, 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'security_groups': ['d5939140-a522-46de-8c85-f75d06e39f51']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:24.249533 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8f5-93f9-459d-86c3-48982305a72f admin admin] Publish callbacks [] for security_group (aa4f2b1f-f326-49a0-9ee6-311c382c20bd), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.317496 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.db.resource_extend [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:07:24.329841 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8f5-93f9-459d-86c3-48982305a72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (aa4f2b1f-f326-49a0-9ee6-311c382c20bd), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.332871 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-eed7c8f5-93f9-459d-86c3-48982305a72f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.334302 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-eed7c8f5-93f9-459d-86c3-48982305a72f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aa4f2b1f-f326-49a0-9ee6-311c382c20bd HTTP/1.1" status: 204 len: 168 time: 0.3073456 Jan 31 17:07:24.348029 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7c8f5-93f9-459d-86c3-48982305a72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4f2b1f-f326-49a0-9ee6-311c382c20bd,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:24.358395 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.414299 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-763147e3-1fd9-421a-ade2-518cb47e86cc service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:07:24.415753 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-763147e3-1fd9-421a-ade2-518cb47e86cc service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.5332615 Jan 31 17:07:24.475317 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-0a7c656a-ac2b-45d1-8b76-86f1e41ced1f service neutron] 10.222.0.90 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747769 Jan 31 17:07:24.480333 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36404) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:24.598078 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 2a166a07-061f-4c60-94d5-646f1107cde6, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2a166a07-061f-4c60-94d5-646f1107cde6,segment=NetworkSegment(ed6c74d4-b04c-4f14-a2f8-c0585b0685df),segment_id=ed6c74d4-b04c-4f14-a2f8-c0585b0685df)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:24.615321 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '2a166a07-061f-4c60-94d5-646f1107cde6', 'network_id': 'd71c9972-2bef-4fb1-92d9-748591f93480', 'port_id': '2a166a07-061f-4c60-94d5-646f1107cde6', 'mac_address': 'fa:16:3e:ef:5d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38afc67b-5ee6-4961-a154-689b676ce0c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:07:24.659243 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Made reservation on behalf of 3a9ede748b554e13954084abca64d79f for: {'port': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:07:24.665202 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.672313 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port bdee4579-2f0b-40f8-aae4-7fbcab928a2e is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:24.725570 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 2a166a07-061f-4c60-94d5-646f1107cde6 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:24.726245 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.761265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a166a07-061f-4c60-94d5-646f1107cde6 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:24.825572 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 2a166a07-061f-4c60-94d5-646f1107cde6, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2a166a07-061f-4c60-94d5-646f1107cde6,segment=NetworkSegment(ed6c74d4-b04c-4f14-a2f8-c0585b0685df),segment_id=ed6c74d4-b04c-4f14-a2f8-c0585b0685df)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:24.832334 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:24.943728 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-fe5330c3-c3e8-42f3-8cfe-8185f88ad885 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f58e30b38e0f43bba3376ba399fb7d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557970 Jan 31 17:07:24.950229 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36418) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:24.957184 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-527a814a-d20d-4fca-baca-cfdfb130703c service neutron] 10.222.0.90 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730284 Jan 31 17:07:25.002940 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=2a166a07-061f-4c60-94d5-646f1107cde6,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:25.004803 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-fa0f5556-860e-43c5-8df3-e10134468672 service neutron] 10.222.0.90 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579159 Jan 31 17:07:25.115189 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['2a166a07-061f-4c60-94d5-646f1107cde6'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:07:25.440056 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Allocated IP 172.20.0.6 (40668b0f-48ca-4bd9-b251-ace6777de662/5d4f58b2-0050-4b75-94b7-703e1e968abc/39e70d42-b806-40c9-966e-478278de78ef) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:25.636219 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1743-921a-490c-88fd-147c96a42c61 req-fa9668e9-4605-47fa-b21e-4e7b7e0c3fe8 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:25.638469 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-803c1743-921a-490c-88fd-147c96a42c61 req-fa9668e9-4605-47fa-b21e-4e7b7e0c3fe8 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 944 time: 0.3137300 Jan 31 17:07:25.757626 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device e5c52360-c473-4cdb-b792-e361e0d9f00f up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:25.766883 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-debaa5c5-c4f8-48a2-9a9c-c6ce01795b40 admin admin] Publish callbacks [] for security_group (bb71ce5f-c5ea-4e82-b4fd-d3d3d73b1d42), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:25.854326 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-debaa5c5-c4f8-48a2-9a9c-c6ce01795b40 admin admin] Publish callbacks [] for security_group (bb71ce5f-c5ea-4e82-b4fd-d3d3d73b1d42), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:25.928282 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-76b7f50f-2fac-44a2-a833-e94610716974 service neutron] 10.222.0.90 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8565838 Jan 31 17:07:25.992058 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f86885-6c7e-4d01-9a20-ed668ca87fc6 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:26.003063 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port e5c52360-c473-4cdb-b792-e361e0d9f00f triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:26.004287 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:26.016634 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Publish callbacks [] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:26.073184 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Transition to ACTIVE for port object a4f86885-6c7e-4d01-9a20-ed668ca87fc6 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:07:26.074227 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-debaa5c5-c4f8-48a2-9a9c-c6ce01795b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bb71ce5f-c5ea-4e82-b4fd-d3d3d73b1d42), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:26.090034 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-debaa5c5-c4f8-48a2-9a9c-c6ce01795b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:26.093726 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-debaa5c5-c4f8-48a2-9a9c-c6ce01795b40 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bb71ce5f-c5ea-4e82-b4fd-d3d3d73b1d42 HTTP/1.1" status: 204 len: 168 time: 1.1397352 Jan 31 17:07:26.099221 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:26.158294 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaa5c5-c4f8-48a2-9a9c-c6ce01795b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71ce5f-c5ea-4e82-b4fd-d3d3d73b1d42,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:26.247739 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for port (39e70d42-b806-40c9-966e-478278de78ef), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:26.288193 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port e5c52360-c473-4cdb-b792-e361e0d9f00f is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:26.410404 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (39e70d42-b806-40c9-966e-478278de78ef), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:26.446039 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-803c1743-921a-490c-88fd-147c96a42c61 req-5f5840a7-5e6f-4cc9-a107-35dcf7950ddb tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7887771 Jan 31 17:07:26.560362 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'Port': ['ID=39e70d42-b806-40c9-966e-478278de78ef,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:26.578878 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36474) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:26.591465 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Attempting to bind port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:26.594249 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Attempting to bind port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:26.596591 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Attempting to bind port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 on network 3b76aa05-469a-4700-a224-8ccc81f74f43 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:26.613658 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Network 40668b0f-48ca-4bd9-b251-ace6777de662 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:26.679634 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 on network 3b76aa05-469a-4700-a224-8ccc81f74f43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:07:26.680735 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Attempting to bind port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 on network 3b76aa05-469a-4700-a224-8ccc81f74f43 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:26.691741 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:26.697693 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b027a3e9-8da9-4838-86c0-9b9a21307b32 req-d9c82ddf-3766-45f5-b8ce-189c32819f5b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 210 time: 0.0921836 Jan 31 17:07:26.711137 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:26.726574 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:26.745024 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:26.745024 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Checking segment: {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:26.750181 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Bound using segment: {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:26.750739 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Bound port: a4f86885-6c7e-4d01-9a20-ed668ca87fc6, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:26.751105 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:27.034808 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c5879627-78b3-4bcc-aa8d-faf806dd8675 req-586cd1fe-c7ac-41d5-a41e-ecebfa39fd10 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 210 time: 0.1648445 Jan 31 17:07:27.039451 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] For port a4f86885-6c7e-4d01-9a20-ed668ca87fc6, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:27.052458 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] For port a4f86885-6c7e-4d01-9a20-ed668ca87fc6, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:27.068773 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:27.069672 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:27.101059 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:27.112779 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-30c54648-58a1-4716-bee2-bbb4d2c22db1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8808229 Jan 31 17:07:27.125167 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Request body: {'port': {'device_id': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:27.252974 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:27.258816 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:27.261342 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] 10.222.0.71 "PUT /v2.0/ports/a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 1093 time: 3.1511028 Jan 31 17:07:27.264151 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8908c5d4-b743-41a3-851e-64de66d98760', 'tag': 'a4f86885-6c7e-4d01-9a20-ed668ca87fc6'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:27.275405 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dabf5be-da6d-48a0-bcfc-4fdacdeeb325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:27.308441 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-386dcf86-60a9-4f3d-acd4-de10dd98c82c None None] Provisioning complete for port 39e70d42-b806-40c9-966e-478278de78ef triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:27.309468 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-386dcf86-60a9-4f3d-acd4-de10dd98c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (39e70d42-b806-40c9-966e-478278de78ef), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:27.363202 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-386dcf86-60a9-4f3d-acd4-de10dd98c82c None None] Port 39e70d42-b806-40c9-966e-478278de78ef cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:07:27.374293 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (39e70d42-b806-40c9-966e-478278de78ef), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:27.562706 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7431e-14f1-4ff3-88e7-712676a84510 req-9612aa9d-b4f0-4e9b-a71e-7abd095008d4 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:27.564659 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32d7431e-14f1-4ff3-88e7-712676a84510 req-9612aa9d-b4f0-4e9b-a71e-7abd095008d4 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 931 time: 1.1062946 Jan 31 17:07:27.586440 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c617e-55c6-4b39-8636-c1a2ead42577 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:27.669533 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32d7431e-14f1-4ff3-88e7-712676a84510 req-22d4f5ae-5458-4be2-984a-b8321fbebd65 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955951 Jan 31 17:07:27.678392 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-34fe8a47-c53a-4bcf-82b4-0802979723be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:27.679417 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-34fe8a47-c53a-4bcf-82b4-0802979723be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1127 time: 0.2144234 Jan 31 17:07:27.830545 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.71', 60355) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:27.848110 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-798abeb9-c423-4296-ba0c-0519410c8606 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 217 time: 0.1618271 Jan 31 17:07:27.968518 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dabf5be-da6d-48a0-bcfc-4fdacdeeb325 admin admin] Publish callbacks [] for security_group (10623347-8277-4906-afeb-78b09a59a910), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.006438 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3dabf5be-da6d-48a0-bcfc-4fdacdeeb325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (10623347-8277-4906-afeb-78b09a59a910), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.021639 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6495aa42-db6f-4519-b5b6-f0b771119eab req-b2f4ce2a-00f1-43d4-afc9-1e6703d58382 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 210 time: 0.1047761 Jan 31 17:07:28.024008 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 2a166a07-061f-4c60-94d5-646f1107cde6 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:28.042258 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a036f67a-2a2b-4b3f-aa7a-9dd2dad22242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:28.048607 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-a036f67a-2a2b-4b3f-aa7a-9dd2dad22242 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.1929619 Jan 31 17:07:28.058986 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36603c7-c9b2-4ea0-8223-e62fd1cea072" -d '{"events": [{"name": "network-changed", "server_uuid": "8908c5d4-b743-41a3-851e-64de66d98760", "tag": "a4f86885-6c7e-4d01-9a20-ed668ca87fc6"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:28.134846 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-f850f7f1-c4f0-41e1-ad5c-caa93fe8ce85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718622 Jan 31 17:07:28.189536 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-cd2b855e-cfdc-4ab1-89c1-cb1be75dd126 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:28.191635 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-cd2b855e-cfdc-4ab1-89c1-cb1be75dd126 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 816 time: 0.3599987 Jan 31 17:07:28.237550 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 2a166a07-061f-4c60-94d5-646f1107cde6 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:07:28.246001 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 2a166a07-061f-4c60-94d5-646f1107cde6 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:28.246383 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.248619 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320901e-fc6e-4edb-b31d-7599d8bd94c6 req-333f9463-04da-4275-9092-07814f65592d tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:28.257009 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1320901e-fc6e-4edb-b31d-7599d8bd94c6 req-333f9463-04da-4275-9092-07814f65592d tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 944 time: 0.5113068 Jan 31 17:07:28.330297 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3dabf5be-da6d-48a0-bcfc-4fdacdeeb325 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=497ca471ec7b4bf99e8de999c8f32d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7499175 Jan 31 17:07:28.344272 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36528) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:28.452913 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 2a166a07-061f-4c60-94d5-646f1107cde6 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:28.453731 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.500446 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7dbc40c7-c9b9-45be-b328-7cd0c4493716 req-3197a898-d94d-4704-ae9c-428f0f5273f4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 210 time: 0.2037244 Jan 31 17:07:28.507402 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff46d0-64a1-482b-8bc2-327df4521865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a166a07-061f-4c60-94d5-646f1107cde6'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:28.566137 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-dc80cf3d-e451-4ae8-97bb-f37044e74173 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f89e530b82054872a9f5e60f79d3d506 HTTP/1.1" status: 200 len: 380 time: 0.3573222 Jan 31 17:07:28.579348 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'port': {'device_id': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'admin_state_up': True, 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'security_groups': ['7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:28.589536 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-6291c08c-6e4f-42e9-b003-652011ac3983 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465041 Jan 31 17:07:28.634406 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1320901e-fc6e-4edb-b31d-7599d8bd94c6 req-bccc5d0d-0b33-4418-9cfd-4b8f0442917d tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317208 Jan 31 17:07:28.636912 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabf5be-da6d-48a0-bcfc-4fdacdeeb325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10623347-8277-4906-afeb-78b09a59a910,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:28.648252 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1353-1a5c-4c34-ad7d-37e4d57f9eed admin admin] Publish callbacks [] for security_group (10623347-8277-4906-afeb-78b09a59a910), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.697388 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1353-1a5c-4c34-ad7d-37e4d57f9eed admin admin] Publish callbacks [] for security_group (10623347-8277-4906-afeb-78b09a59a910), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.841339 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.71', 60358) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:28.857575 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1353-1a5c-4c34-ad7d-37e4d57f9eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (10623347-8277-4906-afeb-78b09a59a910), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.865715 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1353-1a5c-4c34-ad7d-37e4d57f9eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.872524 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-9d9d1353-1a5c-4c34-ad7d-37e4d57f9eed admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/10623347-8277-4906-afeb-78b09a59a910 HTTP/1.1" status: 204 len: 168 time: 0.5148904 Jan 31 17:07:28.912716 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 2a166a07-061f-4c60-94d5-646f1107cde6, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2a166a07-061f-4c60-94d5-646f1107cde6,segment=NetworkSegment(ed6c74d4-b04c-4f14-a2f8-c0585b0685df),segment_id=ed6c74d4-b04c-4f14-a2f8-c0585b0685df)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:28.920312 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:28.965140 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4780eb81-53f0-479f-84da-eaa545ad1215 req-e9d1ab5c-965e-48b8-811f-89f6a546fe84 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627937 Jan 31 17:07:29.059336 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e70d42-b806-40c9-966e-478278de78ef {{(pid=102771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:29.082103 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=2a166a07-061f-4c60-94d5-646f1107cde6,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:29.083373 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Publish callbacks [] for port (39e70d42-b806-40c9-966e-478278de78ef), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:29.111518 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Made reservation on behalf of f89e530b82054872a9f5e60f79d3d506 for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:07:29.117433 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:29.218504 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d1353-1a5c-4c34-ad7d-37e4d57f9eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10623347-8277-4906-afeb-78b09a59a910,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:29.234273 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.provisioning_blocks [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Transition to ACTIVE for port object 39e70d42-b806-40c9-966e-478278de78ef will not be triggered until provisioned by entity L2. {{(pid=102771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:07:29.263602 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (39e70d42-b806-40c9-966e-478278de78ef), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:29.316154 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917e74-a33a-408d-973d-c1ecc0df7cb3 req-85eeb8fa-8316-4979-9ce7-d176d05b9e57 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:29.317804 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-14917e74-a33a-408d-973d-c1ecc0df7cb3 req-85eeb8fa-8316-4979-9ce7-d176d05b9e57 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 931 time: 0.2015638 Jan 31 17:07:29.361838 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-fc356282-784b-4956-bd77-b55dc8814c97 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:29.368205 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-fc356282-784b-4956-bd77-b55dc8814c97 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 819 time: 0.5221834 Jan 31 17:07:29.386562 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Pushing event updated for resources: {'Port': ['ID=39e70d42-b806-40c9-966e-478278de78ef,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:29.532494 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-14917e74-a33a-408d-973d-c1ecc0df7cb3 req-47e14814-2dfd-44fe-b496-c1570271ab32 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025211 Jan 31 17:07:29.551679 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01898784-4595-4969-95af-a53e79a51a75 x-openstack-request-id: req-01898784-4595-4969-95af-a53e79a51a75 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:29.552432 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8908c5d4-b743-41a3-851e-64de66d98760", "tag": "a4f86885-6c7e-4d01-9a20-ed668ca87fc6", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:29.554087 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-01898784-4595-4969-95af-a53e79a51a75 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:29.554851 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Attempting to bind port 39e70d42-b806-40c9-966e-478278de78ef on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:29.556389 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8908c5d4-b743-41a3-851e-64de66d98760', 'tag': 'a4f86885-6c7e-4d01-9a20-ed668ca87fc6', 'status': 'completed', 'code': 200} Jan 31 17:07:29.559688 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Attempting to bind port 39e70d42-b806-40c9-966e-478278de78ef by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:29.560371 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Attempting to bind port 39e70d42-b806-40c9-966e-478278de78ef on network 40668b0f-48ca-4bd9-b251-ace6777de662 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:29.573018 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Request body: {'port': {'device_id': 'd26227d6-4369-45e2-ace8-58b296d9cdbf', 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43', 'admin_state_up': True, 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:29.574579 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Port 39e70d42-b806-40c9-966e-478278de78ef on network 40668b0f-48ca-4bd9-b251-ace6777de662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:07:29.579488 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Attempting to bind port 39e70d42-b806-40c9-966e-478278de78ef on network 40668b0f-48ca-4bd9-b251-ace6777de662 {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:29.587161 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:29.592595 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Checking segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:29.593253 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Bound using segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} {{(pid=102771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:29.593991 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.managers [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Bound port: 39e70d42-b806-40c9-966e-478278de78ef, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'}}] {{(pid=102771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:29.594555 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (39e70d42-b806-40c9-966e-478278de78ef), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:29.774406 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-dbb34a03-f11c-4f9e-87f8-2c7b80a4b8c1 req-badfa0e9-0a87-4f48-81c4-46de41b2d852 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 210 time: 0.0902770 Jan 31 17:07:29.779692 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-068bdfc1-1a46-47db-8c61-53956180ac31 req-e1bb234b-bbf1-41f9-a575-f91c2f0496bc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 210 time: 0.0669322 Jan 31 17:07:29.857327 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Allocated IP 172.20.0.5 (e72db7a6-9e62-47f3-bd28-1d6021a2788c/8bc54504-ab97-42d4-97ec-87c4e2bf77ca/dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:29.861750 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] For port 39e70d42-b806-40c9-966e-478278de78ef, host hv-cinder-81489, cleared binding levels {{(pid=102771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:29.868114 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] For port 39e70d42-b806-40c9-966e-478278de78ef, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=39e70d42-b806-40c9-966e-478278de78ef,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:29.869781 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36580) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:29.877721 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (39e70d42-b806-40c9-966e-478278de78ef), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:29.896885 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-55f45acc-63f8-4e8a-94c6-7d83b2f7ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:29.898646 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-55f45acc-63f8-4e8a-94c6-7d83b2f7ea24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1127 time: 0.3399153 Jan 31 17:07:29.993753 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6356ddeb-57a9-436b-a4c5-75be43f87b67" -d '{"events": [{"server_uuid": "05ff46d0-64a1-482b-8bc2-327df4521865", "name": "network-vif-plugged", "status": "completed", "tag": "2a166a07-061f-4c60-94d5-646f1107cde6"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:30.036631 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:30.037894 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:30.048163 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] 10.222.0.71 "PUT /v2.0/ports/39e70d42-b806-40c9-966e-478278de78ef HTTP/1.1" status: 200 len: 1093 time: 2.9272022 Jan 31 17:07:30.056241 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'tag': '39e70d42-b806-40c9-966e-478278de78ef'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:30.061123 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0f5841-d2e9-410e-bf80-65735fe9aaff" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f6b181-8aa7-497f-858d-3d273469aefb", "tag": "39e70d42-b806-40c9-966e-478278de78ef"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:30.218506 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe249-8498-4e9a-8db9-ee62b02861df service neutron] Pushing event updated for resources: {'Port': ['ID=39e70d42-b806-40c9-966e-478278de78ef,revision_number=3']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:30.274185 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36594) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:30.286451 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1565a8e-9471-4e67-93b3-1289d7225e9c req-9c13a946-b7d8-4a4d-a4e4-fac9da1717af tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:30.289240 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d1565a8e-9471-4e67-93b3-1289d7225e9c req-9c13a946-b7d8-4a4d-a4e4-fac9da1717af tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 945 time: 0.4166896 Jan 31 17:07:30.299993 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-577ba833-4eb7-40ea-97b7-2be36c8de8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:30.348778 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-05d66c82-860e-4cd6-bccb-e6513265ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:30.354469 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-05d66c82-860e-4cd6-bccb-e6513265ba70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 1127 time: 0.2268765 Jan 31 17:07:30.427464 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-577ba833-4eb7-40ea-97b7-2be36c8de8ad admin admin] Publish callbacks [] for security_group (eebbfc1c-aac2-4e02-9de6-ab1b1a168702), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:30.457559 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-577ba833-4eb7-40ea-97b7-2be36c8de8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (eebbfc1c-aac2-4e02-9de6-ab1b1a168702), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:30.505861 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-99bf9e31-1af9-459d-b0ce-c1564752632d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e70d42-b806-40c9-966e-478278de78ef HTTP/1.1" status: 200 len: 217 time: 0.1460924 Jan 31 17:07:30.512224 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ba833-4eb7-40ea-97b7-2be36c8de8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebbfc1c-aac2-4e02-9de6-ab1b1a168702,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:30.598094 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-577ba833-4eb7-40ea-97b7-2be36c8de8ad admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f963189dcbea45678e10cbe102f74c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219543 Jan 31 17:07:30.599168 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36600) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:30.637507 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Made reservation on behalf of e71ece38f3b94a35918b5bf1de56747d for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:07:30.640426 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d1565a8e-9471-4e67-93b3-1289d7225e9c req-0709c050-7b55-4c6f-ad10-044ea4b4781c tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369627 Jan 31 17:07:30.641765 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:30.644591 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-6d3ad59a-7986-4218-98c2-0d9e18bbe112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:30.646289 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-6d3ad59a-7986-4218-98c2-0d9e18bbe112 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.7367241 Jan 31 17:07:30.676680 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694afad3-624d-4b53-8a07-414db5278c21 x-openstack-request-id: req-694afad3-624d-4b53-8a07-414db5278c21 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:30.677672 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff46d0-64a1-482b-8bc2-327df4521865", "name": "network-vif-plugged", "status": "completed", "tag": "2a166a07-061f-4c60-94d5-646f1107cde6", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:30.680006 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-694afad3-624d-4b53-8a07-414db5278c21 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:30.681096 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff46d0-64a1-482b-8bc2-327df4521865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a166a07-061f-4c60-94d5-646f1107cde6', 'code': 200} Jan 31 17:07:30.746381 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-11f9a82b-6f2c-4b0a-b847-c822c091b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:30.755615 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-11f9a82b-6f2c-4b0a-b847-c822c091b2f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.2343915 Jan 31 17:07:30.767547 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-75d54238-99bf-452e-b9bb-b45fe65856a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 217 time: 0.1077595 Jan 31 17:07:30.883260 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab6564b-b0ad-4e9f-b203-692933b0c9d2 x-openstack-request-id: req-8ab6564b-b0ad-4e9f-b203-692933b0c9d2 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:30.883805 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f6b181-8aa7-497f-858d-3d273469aefb", "tag": "39e70d42-b806-40c9-966e-478278de78ef", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:30.884244 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8ab6564b-b0ad-4e9f-b203-692933b0c9d2 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:30.885997 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'tag': '39e70d42-b806-40c9-966e-478278de78ef', 'status': 'completed', 'code': 200} Jan 31 17:07:30.972983 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Allocated IP 172.20.0.11 (3b76aa05-469a-4700-a224-8ccc81f74f43/6b0f8e43-6d59-45bc-ac4f-310751667138/bff7a179-8415-4c9f-95d0-5ea4852df019) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:07:31.015214 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-0c4d2f95-e27f-4b86-8d0f-bf5d25fcf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:31.016964 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-0c4d2f95-e27f-4b86-8d0f-bf5d25fcf0bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2475002 Jan 31 17:07:31.017575 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.71', 60361) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:31.157955 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66713ddb-6b1c-430b-8026-c4fbd2df63cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.257840 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d2eeca-8869-4452-80a9-9d9a66e98b9e admin admin] Publish callbacks [] for security_group (eebbfc1c-aac2-4e02-9de6-ab1b1a168702), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.297831 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d2eeca-8869-4452-80a9-9d9a66e98b9e admin admin] Publish callbacks [] for security_group (eebbfc1c-aac2-4e02-9de6-ab1b1a168702), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.436483 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-adb6eaf7-fdda-44a2-ad00-ef78fd9b3aa6 req-2eca6bef-1177-4c26-8a85-226f430b8baf tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 210 time: 0.4370952 Jan 31 17:07:31.485877 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-62ddeb80-2202-44f5-ba27-17554b705482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:31.488687 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-62ddeb80-2202-44f5-ba27-17554b705482 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.6806912 Jan 31 17:07:31.504060 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-c295a01b-3278-4e29-9415-ba25a1881a7b service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803095 Jan 31 17:07:31.536993 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.547782 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335be18-a01a-4dbe-b85b-8a5035774500 req-60cb458b-2666-48d1-be4d-bc0b52c54935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:31.550243 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a335be18-a01a-4dbe-b85b-8a5035774500 req-60cb458b-2666-48d1-be4d-bc0b52c54935 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 1129 time: 0.5300281 Jan 31 17:07:31.582547 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a335be18-a01a-4dbe-b85b-8a5035774500 req-649acc0e-278a-43b0-be15-9385ce7c4268 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.613030 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d2eeca-8869-4452-80a9-9d9a66e98b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (eebbfc1c-aac2-4e02-9de6-ab1b1a168702), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.615933 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33d2eeca-8869-4452-80a9-9d9a66e98b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.618439 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-33d2eeca-8869-4452-80a9-9d9a66e98b9e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eebbfc1c-aac2-4e02-9de6-ab1b1a168702 HTTP/1.1" status: 204 len: 168 time: 1.0134218 Jan 31 17:07:31.623835 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-40990900-9729-45e6-888a-29a0e8413cdb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401766 Jan 31 17:07:31.647593 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.702878 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf83a81-8d27-4da6-8313-c3d3fd8d1ef3 req-72ec7b6e-10a9-491f-adfd-da0a2caef542 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:31.712938 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-eaf83a81-8d27-4da6-8313-c3d3fd8d1ef3 req-72ec7b6e-10a9-491f-adfd-da0a2caef542 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 943 time: 0.9113212 Jan 31 17:07:31.729293 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-52e1fd53-4e6c-49ef-9997-54a38daf2718 req-365a9e7b-bcf4-4f86-941a-a116e21651b2 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202587 Jan 31 17:07:31.750111 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c19ec-ae38-40e9-a6ac-3b7fc90d6a63 req-9f71e46a-ef41-4b45-988e-b29b1257d4dd tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:31.752193 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-636c19ec-ae38-40e9-a6ac-3b7fc90d6a63 req-9f71e46a-ef41-4b45-988e-b29b1257d4dd tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 931 time: 0.1749778 Jan 31 17:07:31.797848 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2eeca-8869-4452-80a9-9d9a66e98b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebbfc1c-aac2-4e02-9de6-ab1b1a168702,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:31.814907 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a335be18-a01a-4dbe-b85b-8a5035774500 req-649acc0e-278a-43b0-be15-9385ce7c4268 service neutron] Publish callbacks [] for security_group (3e2d3d41-c6d1-4541-b464-e1d4ab00a882), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.822070 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-a335be18-a01a-4dbe-b85b-8a5035774500 req-649acc0e-278a-43b0-be15-9385ce7c4268 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3e2d3d41-c6d1-4541-b464-e1d4ab00a882), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:31.920401 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649acc0e-278a-43b0-be15-9385ce7c4268 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2d3d41-c6d1-4541-b464-e1d4ab00a882,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:31.974391 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:31.978099 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks [] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.003919 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:32.007680 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:32.016458 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:32.017429 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.036210 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-636c19ec-ae38-40e9-a6ac-3b7fc90d6a63 req-011e7c58-649f-43b7-a877-7871cf9eedcd tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668474 Jan 31 17:07:32.039430 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:32.041961 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a4f86885-6c7e-4d01-9a20-ed668ca87fc6 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:07:32.064534 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a335be18-a01a-4dbe-b85b-8a5035774500 req-649acc0e-278a-43b0-be15-9385ce7c4268 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052588 Jan 31 17:07:32.114393 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-27842c96-515a-4f54-bf3c-c0ef68aa8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:32.116939 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-27842c96-515a-4f54-bf3c-c0ef68aa8fa3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 1127 time: 0.2654247 Jan 31 17:07:32.136776 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-a65452f2-586d-4823-9320-86234f4a893a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5640411 Jan 31 17:07:32.148427 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-84f2e87a-f821-42dd-8827-9e534324b6b0 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043340 Jan 31 17:07:32.150818 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66713ddb-6b1c-430b-8026-c4fbd2df63cf admin admin] Publish callbacks [] for security_group (d543124d-235f-4a19-83e1-60f4e6a8ab22), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.183068 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-eaf83a81-8d27-4da6-8313-c3d3fd8d1ef3 req-4d554e41-3ee6-439e-876a-2752fa1884bc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4534240 Jan 31 17:07:32.187624 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-66713ddb-6b1c-430b-8026-c4fbd2df63cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d543124d-235f-4a19-83e1-60f4e6a8ab22), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.254866 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.318892 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Pushing event updated for resources: {'Port': ['ID=bff7a179-8415-4c9f-95d0-5ea4852df019,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:32.329706 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66713ddb-6b1c-430b-8026-c4fbd2df63cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d543124d-235f-4a19-83e1-60f4e6a8ab22,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:32.346714 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-66713ddb-6b1c-430b-8026-c4fbd2df63cf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=983bba0e089342f9be1753493369f3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4755821 Jan 31 17:07:32.351187 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Request body: {'port': {'device_id': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:32.365727 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36640) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:32.400519 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a4f86885-6c7e-4d01-9a20-ed668ca87fc6, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:32.423553 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'a4f86885-6c7e-4d01-9a20-ed668ca87fc6', 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43', 'port_id': 'a4f86885-6c7e-4d01-9a20-ed668ca87fc6', 'mac_address': 'fa:16:3e:87:7f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0f8e43-6d59-45bc-ac4f-310751667138', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:07:32.468001 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Network 3b76aa05-469a-4700-a224-8ccc81f74f43 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:07:32.476214 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:07:32.495376 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:07:32.516057 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:32.518626 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.576261 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.607920 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-4f281758-65f8-42c2-ab07-0047ef0ada73 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0502682 Jan 31 17:07:32.624957 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:32.627593 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.635003 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Request body: {'port': {'device_id': 'd26227d6-4369-45e2-ace8-58b296d9cdbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:32.661352 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-93f3e79a-01db-4d61-9aff-bf3418a03cb6 None None] Provisioning complete for port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:32.662973 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-93f3e79a-01db-4d61-9aff-bf3418a03cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.701388 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36652) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:32.713202 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f86885-6c7e-4d01-9a20-ed668ca87fc6 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:32.719799 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf4725-c7d1-4a02-9a12-19dbde7008f0 req-bf96da72-4fc2-4c8c-aed4-030bb6a01d5d tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:32.728975 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6ccf4725-c7d1-4a02-9a12-19dbde7008f0 req-bf96da72-4fc2-4c8c-aed4-030bb6a01d5d tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 945 time: 0.4781981 Jan 31 17:07:32.785232 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e79a-01db-4d61-9aff-bf3418a03cb6 None None] Port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:07:32.817415 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6ccf4725-c7d1-4a02-9a12-19dbde7008f0 req-084b17cb-29d0-4fcb-a616-2180e5bf7743 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647125 Jan 31 17:07:32.817650 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-f2704e88-ae40-4f21-9bce-fb82a3075fb3 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934139 Jan 31 17:07:32.817825 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a4f86885-6c7e-4d01-9a20-ed668ca87fc6, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:32.826929 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:32.853418 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-57c6ed17-af70-4ab7-8bad-d3501bbcea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:32.857530 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-57c6ed17-af70-4ab7-8bad-d3501bbcea91 service neutron] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 912 time: 0.4931650 Jan 31 17:07:32.880770 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-579ad377-5d80-45dc-ad7e-65701dc8fcc2 admin admin] Publish callbacks [] for security_group (d543124d-235f-4a19-83e1-60f4e6a8ab22), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:33.007116 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-d005f4b8-39e8-44be-8c49-d02c1dd60db4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e70d42-b806-40c9-966e-478278de78ef HTTP/1.1" status: 200 len: 217 time: 0.1223497 Jan 31 17:07:33.062774 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-579ad377-5d80-45dc-ad7e-65701dc8fcc2 admin admin] Publish callbacks [] for security_group (d543124d-235f-4a19-83e1-60f4e6a8ab22), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:33.070822 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91323aab-1b79-436e-ae9a-88a805cfa09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:33.097636 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:33.117336 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de10e90-2f58-4d79-9f0c-9dbe4c6d2b24 req-0a2d0c83-3ee5-402f-bfe5-f8c171c19de2 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:33.125060 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7de10e90-2f58-4d79-9f0c-9dbe4c6d2b24 req-0a2d0c83-3ee5-402f-bfe5-f8c171c19de2 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 932 time: 0.4985430 Jan 31 17:07:33.209783 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:33.227737 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['a4f86885-6c7e-4d01-9a20-ed668ca87fc6'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:07:33.372940 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-31bb0b78-df9d-4c1c-a686-a96a8063f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:33.393176 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-31bb0b78-df9d-4c1c-a686-a96a8063f633 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.3419538 Jan 31 17:07:33.501752 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7de10e90-2f58-4d79-9f0c-9dbe4c6d2b24 req-9cbf3e3e-0d46-4d22-8885-74fa76d676a6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757110 Jan 31 17:07:33.745559 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888ee42-ba4a-4dc3-a923-d631688f3155 req-e9c8204c-5adb-480d-a36a-dea13f651849 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:33.748544 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9888ee42-ba4a-4dc3-a923-d631688f3155 req-e9c8204c-5adb-480d-a36a-dea13f651849 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 931 time: 0.5141559 Jan 31 17:07:33.787546 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-579ad377-5d80-45dc-ad7e-65701dc8fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d543124d-235f-4a19-83e1-60f4e6a8ab22), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:33.793164 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-579ad377-5d80-45dc-ad7e-65701dc8fcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:33.800298 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-579ad377-5d80-45dc-ad7e-65701dc8fcc2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d543124d-235f-4a19-83e1-60f4e6a8ab22 HTTP/1.1" status: 204 len: 168 time: 1.4308968 Jan 31 17:07:33.805897 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-e99887e2-c08e-4c8c-8493-9ec42e590cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:33.813085 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-e99887e2-c08e-4c8c-8493-9ec42e590cbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4214175 Jan 31 17:07:33.874371 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ad377-5d80-45dc-ad7e-65701dc8fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d543124d-235f-4a19-83e1-60f4e6a8ab22,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:33.977529 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91323aab-1b79-436e-ae9a-88a805cfa09c admin admin] Publish callbacks [] for security_group (94944a14-58b0-4a2e-a8dc-142f84451137), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.034754 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-91323aab-1b79-436e-ae9a-88a805cfa09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (94944a14-58b0-4a2e-a8dc-142f84451137), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.076446 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9888ee42-ba4a-4dc3-a923-d631688f3155 req-43c98f95-ef24-44ef-accb-5b39b5131971 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046057 Jan 31 17:07:34.119130 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91323aab-1b79-436e-ae9a-88a805cfa09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94944a14-58b0-4a2e-a8dc-142f84451137,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:34.131985 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-91323aab-1b79-436e-ae9a-88a805cfa09c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7bed739d2cbb4636b77c0e644e473f42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4270816 Jan 31 17:07:34.134275 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36704) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:34.154096 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-6e7e549b-d8fb-4eeb-8f1b-f46327f01f2a service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129165 Jan 31 17:07:34.292108 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be135fd-8407-4b59-a035-2cf293a92e31 req-5f49e7aa-3aaa-45b5-b006-65f7c94a84ce tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:34.293906 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3be135fd-8407-4b59-a035-2cf293a92e31 req-5f49e7aa-3aaa-45b5-b006-65f7c94a84ce tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 943 time: 0.3605766 Jan 31 17:07:34.371770 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0f5841-d2e9-410e-bf80-65735fe9aaff req-9b6052e6-548d-44f9-905e-3b41b17d4513 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972773 Jan 31 17:07:34.456199 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:34.471574 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Publish callbacks [] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.472949 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a75f1ba6-9987-470d-b12e-d84157a8f66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.495266 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff2cabeb-d516-40fc-ba3a-7b450d78d8eb admin admin] Publish callbacks [] for security_group (94944a14-58b0-4a2e-a8dc-142f84451137), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.508549 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36710) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:34.527904 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3be135fd-8407-4b59-a035-2cf293a92e31 req-977999a9-c296-4e06-9da2-3cbfaa95756d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163119 Jan 31 17:07:34.529085 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Transition to ACTIVE for port object dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:07:34.530676 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff2cabeb-d516-40fc-ba3a-7b450d78d8eb admin admin] Publish callbacks [] for security_group (94944a14-58b0-4a2e-a8dc-142f84451137), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.547884 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.568508 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af63ba-bb8e-4c49-bc3f-09f766d29b2d req-0df789e3-b0f0-4116-a3bc-bca3c907ad64 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:34.572708 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-61af63ba-bb8e-4c49-bc3f-09f766d29b2d req-0df789e3-b0f0-4116-a3bc-bca3c907ad64 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 945 time: 0.1721733 Jan 31 17:07:34.700236 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:34.726930 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff2cabeb-d516-40fc-ba3a-7b450d78d8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (94944a14-58b0-4a2e-a8dc-142f84451137), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.729829 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff2cabeb-d516-40fc-ba3a-7b450d78d8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.734933 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ff2cabeb-d516-40fc-ba3a-7b450d78d8eb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/94944a14-58b0-4a2e-a8dc-142f84451137 HTTP/1.1" status: 204 len: 168 time: 0.5959291 Jan 31 17:07:34.748286 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cabeb-d516-40fc-ba3a-7b450d78d8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94944a14-58b0-4a2e-a8dc-142f84451137,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:34.760070 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff7a179-8415-4c9f-95d0-5ea4852df019 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:34.773403 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-61af63ba-bb8e-4c49-bc3f-09f766d29b2d req-2957d461-b630-4847-9274-feddd82129c2 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890180 Jan 31 17:07:34.779417 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Publish callbacks [] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.784474 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Attempting to bind port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:34.785193 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Attempting to bind port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:34.785856 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Attempting to bind port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad on network e72db7a6-9e62-47f3-bd28-1d6021a2788c {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:34.795476 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad on network e72db7a6-9e62-47f3-bd28-1d6021a2788c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:07:34.796054 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Attempting to bind port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad on network e72db7a6-9e62-47f3-bd28-1d6021a2788c {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:34.828269 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:34.828882 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Checking segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:34.829707 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Bound using segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:34.830213 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Bound port: dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:34.830792 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.851655 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Transition to ACTIVE for port object bff7a179-8415-4c9f-95d0-5ea4852df019 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:07:34.873963 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.882353 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a7297127-ff23-427f-bca6-e1161ab77ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:34.966689 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ba860-97af-4e9e-97f1-927fe75ca819 req-aaadd773-3cef-4ca3-a7c6-e2fc7eaf8938 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:34.968773 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-961ba860-97af-4e9e-97f1-927fe75ca819 req-aaadd773-3cef-4ca3-a7c6-e2fc7eaf8938 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 932 time: 0.2971773 Jan 31 17:07:34.987564 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36724) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:35.007123 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c50f804c-56eb-4179-a48d-aee002d12474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.080963 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Pushing event updated for resources: {'Port': ['ID=bff7a179-8415-4c9f-95d0-5ea4852df019,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:35.148093 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:35.174184 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Attempting to bind port bff7a179-8415-4c9f-95d0-5ea4852df019 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:07:35.174505 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Attempting to bind port bff7a179-8415-4c9f-95d0-5ea4852df019 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:07:35.175646 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Attempting to bind port bff7a179-8415-4c9f-95d0-5ea4852df019 on network 3b76aa05-469a-4700-a224-8ccc81f74f43 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:35.188751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Port bff7a179-8415-4c9f-95d0-5ea4852df019 on network 3b76aa05-469a-4700-a224-8ccc81f74f43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:07:35.189601 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Attempting to bind port bff7a179-8415-4c9f-95d0-5ea4852df019 on network 3b76aa05-469a-4700-a224-8ccc81f74f43 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:07:35.195019 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-961ba860-97af-4e9e-97f1-927fe75ca819 req-1c382628-4adf-4dbf-a6fe-81da9ab15ff1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163839 Jan 31 17:07:35.200233 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:35.212125 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:07:35.212962 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Checking segment: {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:07:35.213637 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Bound using segment: {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:07:35.214311 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Bound port: bff7a179-8415-4c9f-95d0-5ea4852df019, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e19a6ef-8545-462f-95b0-b9f21cddc0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:07:35.214904 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.220602 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.305344 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:35.306092 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.307744 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] 10.222.0.71 "PUT /v2.0/ports/dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad HTTP/1.1" status: 200 len: 1093 time: 2.9981863 Jan 31 17:07:35.333538 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:35.336159 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d5f9a-92fc-4fe9-9988-954ec975a1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:35.416549 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] For port bff7a179-8415-4c9f-95d0-5ea4852df019, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:07:35.420452 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c50f804c-56eb-4179-a48d-aee002d12474 admin admin] Publish callbacks [] for security_group (f1682b39-aff8-4918-865e-d805715c3708), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.421087 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] For port bff7a179-8415-4c9f-95d0-5ea4852df019, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bff7a179-8415-4c9f-95d0-5ea4852df019,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:07:35.434112 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c50f804c-56eb-4179-a48d-aee002d12474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f1682b39-aff8-4918-865e-d805715c3708), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.455787 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a7297127-ff23-427f-bca6-e1161ab77ae0 admin admin] Publish callbacks [] for security_group (65fec183-b17f-41c0-b6d2-189f27931bcf), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.461653 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.491331 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a7297127-ff23-427f-bca6-e1161ab77ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (65fec183-b17f-41c0-b6d2-189f27931bcf), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.515998 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c50f804c-56eb-4179-a48d-aee002d12474 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=59b821f7abf84ebb97d965c571782130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5272391 Jan 31 17:07:35.521068 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36734) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:35.553597 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0cdc0-e536-4eb9-b3d2-53544ea06153 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:35.719269 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f804c-56eb-4179-a48d-aee002d12474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1682b39-aff8-4918-865e-d805715c3708,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:35.753205 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Pushing event updated for resources: {'Port': ['ID=bff7a179-8415-4c9f-95d0-5ea4852df019,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:35.787613 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a621f2-42a9-4c7c-aa0e-38ff58425056 x-openstack-request-id: req-e7a621f2-42a9-4c7c-aa0e-38ff58425056 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:35.788838 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:35.789263 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e7a621f2-42a9-4c7c-aa0e-38ff58425056 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:35.790004 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'status': 'completed', 'code': 200} Jan 31 17:07:35.809352 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36744) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:35.834111 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037346e7-fb6e-4322-a13f-e2b285917669 req-e807a781-2a72-4289-8d54-63ab1be5ff1d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:35.842115 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-037346e7-fb6e-4322-a13f-e2b285917669 req-e807a781-2a72-4289-8d54-63ab1be5ff1d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.3340774 Jan 31 17:07:35.844957 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6249b565-8d62-4864-9caa-ea512651cf08 admin admin] Publish callbacks [] for security_group (f1682b39-aff8-4918-865e-d805715c3708), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.863863 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:35.865463 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.868520 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-2d4bdeaf-08b1-4fce-8410-979e61598454 service neutron] 10.222.0.71 "PUT /v2.0/ports/bff7a179-8415-4c9f-95d0-5ea4852df019 HTTP/1.1" status: 200 len: 1094 time: 3.2435131 Jan 31 17:07:35.886908 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-a7297127-ff23-427f-bca6-e1161ab77ae0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bd1115f105a94ffdbe126e207ca9d2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3772647 Jan 31 17:07:35.893776 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36746) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:35.896152 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6249b565-8d62-4864-9caa-ea512651cf08 admin admin] Publish callbacks [] for security_group (f1682b39-aff8-4918-865e-d805715c3708), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.935284 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7297127-ff23-427f-bca6-e1161ab77ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fec183-b17f-41c0-b6d2-189f27931bcf,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:35.953312 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0438d1c9-96ea-4a46-90ae-2c28f0dc51ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:35.965825 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-037346e7-fb6e-4322-a13f-e2b285917669 req-0deeb385-4dc9-4315-8b30-cd87477cccc6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208532 Jan 31 17:07:36.017944 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-72ed1401-d142-4e6a-889a-301c0c587771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:36.019658 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-72ed1401-d142-4e6a-889a-301c0c587771 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 1127 time: 0.5877228 Jan 31 17:07:36.052151 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfde1425-3266-43cc-9204-842a13c7d2ed admin admin] Publish callbacks [] for security_group (65fec183-b17f-41c0-b6d2-189f27931bcf), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.076992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 39e70d42-b806-40c9-966e-478278de78ef details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:07:36.092220 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6249b565-8d62-4864-9caa-ea512651cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f1682b39-aff8-4918-865e-d805715c3708), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.092220 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6249b565-8d62-4864-9caa-ea512651cf08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.092503 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-ab7fc5eb-d3c8-4093-aa1b-30ff04cca476 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad HTTP/1.1" status: 200 len: 217 time: 0.0622165 Jan 31 17:07:36.095322 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6249b565-8d62-4864-9caa-ea512651cf08 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f1682b39-aff8-4918-865e-d805715c3708 HTTP/1.1" status: 204 len: 168 time: 0.5543985 Jan 31 17:07:36.099703 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a4f86885-6c7e-4d01-9a20-ed668ca87fc6 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:36.102684 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee3cdc-0f06-45ff-a991-c360287d434b req-0b55c000-8743-4e59-9a99-6f3576053e08 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:36.105857 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-44ee3cdc-0f06-45ff-a991-c360287d434b req-0b55c000-8743-4e59-9a99-6f3576053e08 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 943 time: 0.2992587 Jan 31 17:07:36.151920 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249b565-8d62-4864-9caa-ea512651cf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1682b39-aff8-4918-865e-d805715c3708,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:36.155205 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-f79b9a30-e9e3-485f-8369-ec05e95739d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:36.157022 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-f79b9a30-e9e3-485f-8369-ec05e95739d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 1128 time: 0.2161922 Jan 31 17:07:36.165592 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfde1425-3266-43cc-9204-842a13c7d2ed admin admin] Publish callbacks [] for security_group (65fec183-b17f-41c0-b6d2-189f27931bcf), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.267079 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfde1425-3266-43cc-9204-842a13c7d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (65fec183-b17f-41c0-b6d2-189f27931bcf), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.271221 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfde1425-3266-43cc-9204-842a13c7d2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.274833 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-00c834c2-7c00-4f2e-a6a0-487e8ef08d3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bff7a179-8415-4c9f-95d0-5ea4852df019 HTTP/1.1" status: 200 len: 217 time: 0.0860641 Jan 31 17:07:36.275357 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-bfde1425-3266-43cc-9204-842a13c7d2ed admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65fec183-b17f-41c0-b6d2-189f27931bcf HTTP/1.1" status: 204 len: 168 time: 0.3767185 Jan 31 17:07:36.307565 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-affdd5b7-37e1-48ce-b2cf-166c351ef04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:36.309428 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-affdd5b7-37e1-48ce-b2cf-166c351ef04f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.1969142 Jan 31 17:07:36.310478 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde1425-3266-43cc-9204-842a13c7d2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fec183-b17f-41c0-b6d2-189f27931bcf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:36.378222 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-44ee3cdc-0f06-45ff-a991-c360287d434b req-da3d8ecb-ad3f-4de1-891e-0fbef1dc938b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297249 Jan 31 17:07:36.423314 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:07:36.438185 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:36.438779 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.518200 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0438d1c9-96ea-4a46-90ae-2c28f0dc51ec admin admin] Publish callbacks [] for security_group (b6205584-2b3c-4a60-b240-d806e035cca4), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.537891 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0438d1c9-96ea-4a46-90ae-2c28f0dc51ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (b6205584-2b3c-4a60-b240-d806e035cca4), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.539024 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 39e70d42-b806-40c9-966e-478278de78ef, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=39e70d42-b806-40c9-966e-478278de78ef,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:36.549371 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3705f21-bb65-4445-bf54-3bd10b74a8b6 req-9910fadb-f12d-47a7-bc4b-d738428eef09 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:36.553360 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3705f21-bb65-4445-bf54-3bd10b74a8b6 req-9910fadb-f12d-47a7-bc4b-d738428eef09 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 944 time: 0.1538408 Jan 31 17:07:36.588466 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '39e70d42-b806-40c9-966e-478278de78ef', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'port_id': '39e70d42-b806-40c9-966e-478278de78ef', 'mac_address': 'fa:16:3e:e1:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:07:36.636135 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-10acea35-c175-4abe-b07b-c3399e946fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:36.638987 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-10acea35-c175-4abe-b07b-c3399e946fbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.3505123 Jan 31 17:07:36.663010 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 39e70d42-b806-40c9-966e-478278de78ef is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:36.663969 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (39e70d42-b806-40c9-966e-478278de78ef), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.684129 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e70d42-b806-40c9-966e-478278de78ef {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:36.711960 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 39e70d42-b806-40c9-966e-478278de78ef, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=39e70d42-b806-40c9-966e-478278de78ef,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:36.714160 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:36.715131 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.728956 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3705f21-bb65-4445-bf54-3bd10b74a8b6 req-75afade1-4785-4f92-a60e-64119802f250 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663504 Jan 31 17:07:36.737406 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-55c673b9-4d17-4f58-946c-145fa51ff1f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754964 Jan 31 17:07:36.739786 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (39e70d42-b806-40c9-966e-478278de78ef), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.746757 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d1c9-96ea-4a46-90ae-2c28f0dc51ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6205584-2b3c-4a60-b240-d806e035cca4,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:36.754748 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8908c5d4-b743-41a3-851e-64de66d98760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f86885-6c7e-4d01-9a20-ed668ca87fc6'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:36.757777 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb50094-6f01-4828-9659-c243ff19848f" -d '{"events": [{"server_uuid": "8908c5d4-b743-41a3-851e-64de66d98760", "name": "network-vif-plugged", "status": "completed", "tag": "a4f86885-6c7e-4d01-9a20-ed668ca87fc6"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:36.774578 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-0438d1c9-96ea-4a46-90ae-2c28f0dc51ec admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7b62a99113604c838dbda6bc17631bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9586070 Jan 31 17:07:36.777496 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36770) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:36.845373 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-2dd9bc44-2e70-47c5-9d9e-b0219f46a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:36.852811 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-2dd9bc44-2e70-47c5-9d9e-b0219f46a6fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5139279 Jan 31 17:07:36.890186 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a4f86885-6c7e-4d01-9a20-ed668ca87fc6, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:36.905454 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a312a1f4-34ff-428f-b278-e89f802add5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.915570 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:36.962323 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=39e70d42-b806-40c9-966e-478278de78ef,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:36.975995 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-569b368f-31e8-478b-ad40-71f224768d6d admin admin] Publish callbacks [] for security_group (b6205584-2b3c-4a60-b240-d806e035cca4), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:37.090803 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-569b368f-31e8-478b-ad40-71f224768d6d admin admin] Publish callbacks [] for security_group (b6205584-2b3c-4a60-b240-d806e035cca4), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:37.125279 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1646bbc1-c32a-47e6-8f79-eb7a3d0f6ee2 x-openstack-request-id: req-1646bbc1-c32a-47e6-8f79-eb7a3d0f6ee2 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:37.126180 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8908c5d4-b743-41a3-851e-64de66d98760", "name": "network-vif-plugged", "status": "completed", "tag": "a4f86885-6c7e-4d01-9a20-ed668ca87fc6", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:37.126180 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1646bbc1-c32a-47e6-8f79-eb7a3d0f6ee2 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:37.126458 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8908c5d4-b743-41a3-851e-64de66d98760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f86885-6c7e-4d01-9a20-ed668ca87fc6', 'code': 200} Jan 31 17:07:37.127853 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['39e70d42-b806-40c9-966e-478278de78ef'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:07:37.180372 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36782) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:37.227654 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36786) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:37.266146 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d9aca05-f224-4828-b845-9ef6d918f5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:37.308322 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-32a08cae-83f0-46a4-a843-2215e35e005b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:37.341934 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:37.396469 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-569b368f-31e8-478b-ad40-71f224768d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (b6205584-2b3c-4a60-b240-d806e035cca4), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:37.410344 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-569b368f-31e8-478b-ad40-71f224768d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:37.414565 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-569b368f-31e8-478b-ad40-71f224768d6d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b6205584-2b3c-4a60-b240-d806e035cca4 HTTP/1.1" status: 204 len: 168 time: 0.6317065 Jan 31 17:07:37.503154 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b368f-31e8-478b-ad40-71f224768d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6205584-2b3c-4a60-b240-d806e035cca4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:37.590824 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4b689-fd79-42fa-9db8-d689ecccecef req-bc8d7cb2-f300-43c8-8d94-1ebd7e6afcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:37.595447 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5bf4b689-fd79-42fa-9db8-d689ecccecef req-bc8d7cb2-f300-43c8-8d94-1ebd7e6afcc9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.2811418 Jan 31 17:07:37.721535 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d9aca05-f224-4828-b845-9ef6d918f5d9 admin admin] Publish callbacks [] for security_group (4a1a3577-0341-4966-8f39-5e04436cea66), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:37.742396 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0d9aca05-f224-4828-b845-9ef6d918f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4a1a3577-0341-4966-8f39-5e04436cea66), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:37.764150 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-45bb9721-f728-4c41-920e-fc9699b67616 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9039400 Jan 31 17:07:37.777239 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5bf4b689-fd79-42fa-9db8-d689ecccecef req-999a23af-e3f3-4afc-9ada-7a7f983a4261 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706686 Jan 31 17:07:37.793488 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26227d6-4369-45e2-ace8-58b296d9cdbf', 'tag': 'bff7a179-8415-4c9f-95d0-5ea4852df019'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:37.796814 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc88fc4d-6eb1-46a7-858e-97a211670100" -d '{"events": [{"name": "network-changed", "server_uuid": "d26227d6-4369-45e2-ace8-58b296d9cdbf", "tag": "bff7a179-8415-4c9f-95d0-5ea4852df019"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:37.825281 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-21cca960-24c6-4927-978d-68a7b4403c2a service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0299294 Jan 31 17:07:37.852835 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ed7-612a-47e8-a731-a70ef3087e2b req-106b902a-0e84-4802-a13c-360c3286f777 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:37.861122 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-0d9aca05-f224-4828-b845-9ef6d918f5d9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=86319af7505049eb8e8c5f4112a43c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6287038 Jan 31 17:07:37.862215 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36806) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:37.863239 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9aca05-f224-4828-b845-9ef6d918f5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1a3577-0341-4966-8f39-5e04436cea66,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:37.865057 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e5796ed7-612a-47e8-a731-a70ef3087e2b req-106b902a-0e84-4802-a13c-360c3286f777 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.5583513 Jan 31 17:07:37.942981 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36808) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:38.012344 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00f93dd0-e9c7-444b-8791-835120ae3439 admin admin] Publish callbacks [] for security_group (4a1a3577-0341-4966-8f39-5e04436cea66), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.090661 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0e33a416-7307-4d17-8c69-1d1eea9ef5a2 req-95be4b20-41e6-4c69-96c1-26f69923353e service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137974 Jan 31 17:07:38.115179 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e5796ed7-612a-47e8-a731-a70ef3087e2b req-e12735ae-06b5-4ac5-a2d9-63d3b62a89a0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490668 Jan 31 17:07:38.133300 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00f93dd0-e9c7-444b-8791-835120ae3439 admin admin] Publish callbacks [] for security_group (4a1a3577-0341-4966-8f39-5e04436cea66), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.174303 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-32a08cae-83f0-46a4-a843-2215e35e005b admin admin] Publish callbacks [] for security_group (be3af6fc-aa59-4195-8d18-f77c266286e7), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.180404 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-26637f6d-4dd6-4d00-80f2-b9917ceb054b req-5ec6259c-4c48-40eb-8e92-0fd5e386a784 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054396 Jan 31 17:07:38.182916 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-32a08cae-83f0-46a4-a843-2215e35e005b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (be3af6fc-aa59-4195-8d18-f77c266286e7), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.273949 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-32a08cae-83f0-46a4-a843-2215e35e005b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=78013f2b7dd94290bfc5a2678c868585&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0899508 Jan 31 17:07:38.274894 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36818) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:38.276123 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a08cae-83f0-46a4-a843-2215e35e005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3af6fc-aa59-4195-8d18-f77c266286e7,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:38.380573 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ea96-4a33-4b3d-a646-752bb1ca34cd req-f7cb3555-474f-423a-b806-13f96dfad9a7 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:38.383051 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c808ea96-4a33-4b3d-a646-752bb1ca34cd req-f7cb3555-474f-423a-b806-13f96dfad9a7 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 944 time: 0.2963359 Jan 31 17:07:38.439034 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00f93dd0-e9c7-444b-8791-835120ae3439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4a1a3577-0341-4966-8f39-5e04436cea66), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.443722 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-00f93dd0-e9c7-444b-8791-835120ae3439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.449608 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-00f93dd0-e9c7-444b-8791-835120ae3439 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4a1a3577-0341-4966-8f39-5e04436cea66 HTTP/1.1" status: 204 len: 168 time: 0.5764947 Jan 31 17:07:38.454234 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55cdc659-383c-434c-8d07-b16cef2ec8cb admin admin] Publish callbacks [] for security_group (be3af6fc-aa59-4195-8d18-f77c266286e7), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.459294 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e1aa28ad-8774-4ed0-afab-735ad680456b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.467635 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cc6a7-b4ac-435e-ac0c-280401d4ecad req-3255c4db-cab3-4b44-a26f-2a64aeab510b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:38.469519 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5b8cc6a7-b4ac-435e-ac0c-280401d4ecad req-3255c4db-cab3-4b44-a26f-2a64aeab510b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 944 time: 0.1511946 Jan 31 17:07:38.512340 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-20bb4437-a488-4c5d-bec2-ea3b0c921a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:38.518192 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-20bb4437-a488-4c5d-bec2-ea3b0c921a59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 1127 time: 0.1962512 Jan 31 17:07:38.570852 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c808ea96-4a33-4b3d-a646-752bb1ca34cd req-3d7b8785-7bb9-4201-b2c2-b5bf72125997 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801147 Jan 31 17:07:38.574117 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f93dd0-e9c7-444b-8791-835120ae3439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1a3577-0341-4966-8f39-5e04436cea66,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:38.604472 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55cdc659-383c-434c-8d07-b16cef2ec8cb admin admin] Publish callbacks [] for security_group (be3af6fc-aa59-4195-8d18-f77c266286e7), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.685811 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abd4777-5fc1-48a3-a189-7871a212e8d3 x-openstack-request-id: req-1abd4777-5fc1-48a3-a189-7871a212e8d3 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:38.686851 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26227d6-4369-45e2-ace8-58b296d9cdbf", "tag": "bff7a179-8415-4c9f-95d0-5ea4852df019", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:38.687260 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1abd4777-5fc1-48a3-a189-7871a212e8d3 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:38.688114 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26227d6-4369-45e2-ace8-58b296d9cdbf', 'tag': 'bff7a179-8415-4c9f-95d0-5ea4852df019', 'status': 'completed', 'code': 200} Jan 31 17:07:38.723638 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5b8cc6a7-b4ac-435e-ac0c-280401d4ecad req-2a490444-3f3d-4cc0-b739-8e4c26fd7c1d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427278 Jan 31 17:07:38.796634 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-1fdb0c8c-d618-4a12-8b97-7d30082a7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:38.798390 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-1fdb0c8c-d618-4a12-8b97-7d30082a7adb service neutron] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 917 time: 0.2727370 Jan 31 17:07:38.807545 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-2a6769e1-0241-4ecf-9e21-ab657ca80878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:38.810186 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-2a6769e1-0241-4ecf-9e21-ab657ca80878 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 1128 time: 0.1051464 Jan 31 17:07:38.816484 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e1aa28ad-8774-4ed0-afab-735ad680456b admin admin] Publish callbacks [] for security_group (bc717523-c5bc-4d87-9d39-6e9dee9ee889), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.822558 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e1aa28ad-8774-4ed0-afab-735ad680456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bc717523-c5bc-4d87-9d39-6e9dee9ee889), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.828331 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55cdc659-383c-434c-8d07-b16cef2ec8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (be3af6fc-aa59-4195-8d18-f77c266286e7), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.831169 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-55cdc659-383c-434c-8d07-b16cef2ec8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:38.835859 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-55cdc659-383c-434c-8d07-b16cef2ec8cb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/be3af6fc-aa59-4195-8d18-f77c266286e7 HTTP/1.1" status: 204 len: 168 time: 0.5552192 Jan 31 17:07:38.866250 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdc659-383c-434c-8d07-b16cef2ec8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3af6fc-aa59-4195-8d18-f77c266286e7,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:38.940174 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-605b7f95-0946-49b7-afbb-a09458b470ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad HTTP/1.1" status: 200 len: 217 time: 0.1014869 Jan 31 17:07:38.946896 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e1aa28ad-8774-4ed0-afab-735ad680456b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=998237eedb7d48429065eadd26b6d9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9982109 Jan 31 17:07:38.946896 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa28ad-8774-4ed0-afab-735ad680456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc717523-c5bc-4d87-9d39-6e9dee9ee889,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:38.957588 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 36834) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:39.128226 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-27eb26fa-9c9f-4c03-ad44-f2d6ad231d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:39.128226 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-27eb26fa-9c9f-4c03-ad44-f2d6ad231d2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.1722178 Jan 31 17:07:39.130546 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-024f8a9f-2bab-4038-9154-6e2f00cac7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:39.132330 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-024f8a9f-2bab-4038-9154-6e2f00cac7f9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.2950656 Jan 31 17:07:39.179237 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6352304-9a75-4cad-85bb-ffedc4b965b2 admin admin] Publish callbacks [] for security_group (bc717523-c5bc-4d87-9d39-6e9dee9ee889), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:39.237843 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-09659021-0797-42dc-a654-7d0ca15333cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bff7a179-8415-4c9f-95d0-5ea4852df019 HTTP/1.1" status: 200 len: 217 time: 0.0866601 Jan 31 17:07:39.310626 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6352304-9a75-4cad-85bb-ffedc4b965b2 admin admin] Publish callbacks [] for security_group (bc717523-c5bc-4d87-9d39-6e9dee9ee889), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:39.376590 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07809d2-67bc-4843-aecc-e7419fb4b43d req-326de779-f3c9-44b4-851f-b2c178340498 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:39.386216 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f07809d2-67bc-4843-aecc-e7419fb4b43d req-326de779-f3c9-44b4-851f-b2c178340498 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.1176708 Jan 31 17:07:39.394223 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-8891d095-c76e-4244-823e-0378395adb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:39.397617 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-8891d095-c76e-4244-823e-0378395adb30 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.1504135 Jan 31 17:07:39.400749 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-a487f371-276a-47f4-9bde-950c7c02068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:39.402787 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-a487f371-276a-47f4-9bde-950c7c02068f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2641864 Jan 31 17:07:39.466180 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f07809d2-67bc-4843-aecc-e7419fb4b43d req-0340e3da-27e5-4914-868b-b08229117c6f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789053 Jan 31 17:07:39.525856 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-4d87a727-7e51-4f68-a779-168ee024166f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154764 Jan 31 17:07:39.619337 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6352304-9a75-4cad-85bb-ffedc4b965b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bc717523-c5bc-4d87-9d39-6e9dee9ee889), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:39.623944 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6352304-9a75-4cad-85bb-ffedc4b965b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:39.629728 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-f6352304-9a75-4cad-85bb-ffedc4b965b2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bc717523-c5bc-4d87-9d39-6e9dee9ee889 HTTP/1.1" status: 204 len: 168 time: 0.6652515 Jan 31 17:07:39.675512 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6352304-9a75-4cad-85bb-ffedc4b965b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc717523-c5bc-4d87-9d39-6e9dee9ee889,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:39.792061 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-1c17b00f-fc8a-49ee-80ff-14c94fc8599a service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794744 Jan 31 17:07:39.840895 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-eefa6b4f-4fcd-4045-985e-78946334d3b8 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653649 Jan 31 17:07:39.854640 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:39.907227 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8052d-5a6c-4d85-92b7-42ea85092c97 req-829732a7-fa07-46a3-8902-f5606982daf7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:39.916406 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5ab8052d-5a6c-4d85-92b7-42ea85092c97 req-829732a7-fa07-46a3-8902-f5606982daf7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 944 time: 0.1020286 Jan 31 17:07:39.937483 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b18f0a-8af7-42e0-ac30-835171573184 req-3a7bfd67-9877-48f6-8884-8cfd25c8ae65 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:39.944614 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38b18f0a-8af7-42e0-ac30-835171573184 req-3a7bfd67-9877-48f6-8884-8cfd25c8ae65 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 944 time: 0.2136083 Jan 31 17:07:40.026242 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5ab8052d-5a6c-4d85-92b7-42ea85092c97 req-4756f93c-a130-457a-8349-bc1adffa3961 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025534 Jan 31 17:07:40.039066 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-171c7d5a-16d2-4599-87bf-438ee9854ba4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031930 Jan 31 17:07:40.059408 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-823d5f9a-92fc-4fe9-9988-954ec975a1ff req-3780af10-33c4-42ff-80ff-313b04050fc8 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602704 Jan 31 17:07:40.088694 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38b18f0a-8af7-42e0-ac30-835171573184 req-50a24e68-6d8e-4241-a19c-6fc9959dbcc2 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406136 Jan 31 17:07:40.096747 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bc88fc4d-6eb1-46a7-858e-97a211670100 req-db0aeb34-7183-4c4c-95db-a4435e01aba5 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435110 Jan 31 17:07:40.113452 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 39e70d42-b806-40c9-966e-478278de78ef up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:40.181089 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 39e70d42-b806-40c9-966e-478278de78ef completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:07:40.189969 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 39e70d42-b806-40c9-966e-478278de78ef triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:40.191679 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (39e70d42-b806-40c9-966e-478278de78ef), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:40.191903 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-86fa3fcc-49f9-4059-b00f-0df1b3917eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:40.193601 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-86fa3fcc-49f9-4059-b00f-0df1b3917eaf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31a4cbdfca41416c9dbe6ec8824f944d&device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 1129 time: 0.0817077 Jan 31 17:07:40.351440 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-7f68adba-1481-44a1-87d4-c4b0ad59b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:40.355424 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 39e70d42-b806-40c9-966e-478278de78ef is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:40.355424 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (39e70d42-b806-40c9-966e-478278de78ef), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:40.355720 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-7f68adba-1481-44a1-87d4-c4b0ad59b2e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71c9972-2bef-4fb1-92d9-748591f93480 HTTP/1.1" status: 200 len: 912 time: 0.1346872 Jan 31 17:07:40.386254 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e70d42-b806-40c9-966e-478278de78ef'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:40.389384 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf028f6e-fedd-4acc-8b38-44aad154a977" -d '{"events": [{"server_uuid": "f4f6b181-8aa7-497f-858d-3d273469aefb", "name": "network-vif-plugged", "status": "completed", "tag": "39e70d42-b806-40c9-966e-478278de78ef"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:40.410721 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 39e70d42-b806-40c9-966e-478278de78ef, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=39e70d42-b806-40c9-966e-478278de78ef,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:40.418436 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (39e70d42-b806-40c9-966e-478278de78ef), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:40.446474 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-4b2ed52e-0628-453a-96d5-8e5cc4364ff3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a166a07-061f-4c60-94d5-646f1107cde6 HTTP/1.1" status: 200 len: 217 time: 0.0853782 Jan 31 17:07:40.485198 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36886) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:40.487037 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=39e70d42-b806-40c9-966e-478278de78ef,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:40.501056 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a072fd-ee36-430c-a0f2-53d5339245e6 x-openstack-request-id: req-88a072fd-ee36-430c-a0f2-53d5339245e6 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:40.502208 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f6b181-8aa7-497f-858d-3d273469aefb", "name": "network-vif-plugged", "status": "completed", "tag": "39e70d42-b806-40c9-966e-478278de78ef", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:40.502664 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-88a072fd-ee36-430c-a0f2-53d5339245e6 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:40.503227 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e70d42-b806-40c9-966e-478278de78ef', 'code': 200} Jan 31 17:07:40.508991 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ac20e36-ab8a-465b-8a77-d3e55308cb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:40.578259 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-366453b4-3140-4533-8472-40cc4edf2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:40.580988 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-366453b4-3140-4533-8472-40cc4edf2ae8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=38afc67b-5ee6-4961-a154-689b676ce0c8 HTTP/1.1" status: 200 len: 851 time: 0.1284227 Jan 31 17:07:40.663875 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-0140142e-475f-4365-a5e4-41a67f423d61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71c9972-2bef-4fb1-92d9-748591f93480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673978 Jan 31 17:07:40.692032 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ac20e36-ab8a-465b-8a77-d3e55308cb1f admin admin] Publish callbacks [] for security_group (61ed4c62-0442-4a3b-9e78-001c371a8240), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:40.700018 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ac20e36-ab8a-465b-8a77-d3e55308cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (61ed4c62-0442-4a3b-9e78-001c371a8240), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:40.785782 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-2ac20e36-ab8a-465b-8a77-d3e55308cb1f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5154dbc7be4e4f11ae2748166867be40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992656 Jan 31 17:07:40.799778 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac20e36-ab8a-465b-8a77-d3e55308cb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ed4c62-0442-4a3b-9e78-001c371a8240,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:40.803030 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 36896) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:40.921013 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3c86-3d6f-4a2d-ac79-27689f7f36d5 admin admin] Publish callbacks [] for security_group (61ed4c62-0442-4a3b-9e78-001c371a8240), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:40.970772 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3c86-3d6f-4a2d-ac79-27689f7f36d5 admin admin] Publish callbacks [] for security_group (61ed4c62-0442-4a3b-9e78-001c371a8240), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:41.082518 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3c86-3d6f-4a2d-ac79-27689f7f36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (61ed4c62-0442-4a3b-9e78-001c371a8240), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:41.091863 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3c86-3d6f-4a2d-ac79-27689f7f36d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:41.102068 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e6cd3c86-3d6f-4a2d-ac79-27689f7f36d5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/61ed4c62-0442-4a3b-9e78-001c371a8240 HTTP/1.1" status: 204 len: 168 time: 0.2842655 Jan 31 17:07:41.122092 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd3c86-3d6f-4a2d-ac79-27689f7f36d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ed4c62-0442-4a3b-9e78-001c371a8240,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:41.237567 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c197be-6a98-4a56-8f23-58eb9b265f22 req-ea30f9c0-d6ef-4189-8988-d0fb601b5a45 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:41.240499 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-76c197be-6a98-4a56-8f23-58eb9b265f22 req-ea30f9c0-d6ef-4189-8988-d0fb601b5a45 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 944 time: 0.1307232 Jan 31 17:07:41.296025 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186190b2-6ba0-4b26-87b4-3027b1f54280 req-ce60e855-89f3-40d3-bff2-aad0ac93a7df tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:41.298698 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-186190b2-6ba0-4b26-87b4-3027b1f54280 req-ce60e855-89f3-40d3-bff2-aad0ac93a7df tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.5870731 Jan 31 17:07:41.315048 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-69663fb1-a794-44c0-92d4-27a5969f210e service neutron] 10.222.0.71 "GET /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446307 Jan 31 17:07:41.327800 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd22403-68c7-4bcf-a6f8-50748e6eb187 req-1a1ecbc5-0b6b-448f-a714-c43a263ef5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:41.330664 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4dd22403-68c7-4bcf-a6f8-50748e6eb187 req-1a1ecbc5-0b6b-448f-a714-c43a263ef5e2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 1129 time: 0.2979510 Jan 31 17:07:41.345056 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:41.348296 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-76c197be-6a98-4a56-8f23-58eb9b265f22 req-e884a73a-4f18-4ec7-9869-49f957847460 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010995 Jan 31 17:07:41.539096 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0758fb-e28d-404a-a4f8-5ba1f914ae5a req-02fbc41d-c536-4ae2-b2be-d7166586d929 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:41.547261 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3d0758fb-e28d-404a-a4f8-5ba1f914ae5a req-02fbc41d-c536-4ae2-b2be-d7166586d929 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1142511 Jan 31 17:07:41.652630 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3d0758fb-e28d-404a-a4f8-5ba1f914ae5a req-e43d2440-5388-4a9c-ad93-967056aa97d6 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989308 Jan 31 17:07:41.653634 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4dd22403-68c7-4bcf-a6f8-50748e6eb187 req-91943f17-4f2f-4734-9058-e5b20ffb4d8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772644 Jan 31 17:07:41.660377 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:41.676593 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-175aedeb-c6fa-45a7-b1e6-c7766973250c req-4ad0521d-bc3f-4df5-9ba5-e896011748e5 service neutron] 10.222.0.71 "GET /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419924 Jan 31 17:07:41.682778 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-186190b2-6ba0-4b26-87b4-3027b1f54280 req-2edd2bc8-d5bc-4060-96b1-55c1dfd8b096 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645799 Jan 31 17:07:41.978798 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:42.115145 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:07:42.272878 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:42.288535 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'port_id': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'mac_address': 'fa:16:3e:d7:83:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:07:42.371257 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:42.372383 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:42.406761 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:42.458166 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:42.468031 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:42.470539 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device bff7a179-8415-4c9f-95d0-5ea4852df019 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:07:42.597591 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf9b07-e8e3-4d01-ace0-c0f32cb6d6aa req-ab513468-31c5-4083-acf9-af7b24b7150f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:42.608043 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8bdf9b07-e8e3-4d01-ace0-c0f32cb6d6aa req-ab513468-31c5-4083-acf9-af7b24b7150f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 944 time: 0.1204839 Jan 31 17:07:42.628793 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:42.770926 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8bdf9b07-e8e3-4d01-ace0-c0f32cb6d6aa req-9b020faa-0426-4d6e-a088-fccd106c7743 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540263 Jan 31 17:07:42.815652 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port bff7a179-8415-4c9f-95d0-5ea4852df019, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bff7a179-8415-4c9f-95d0-5ea4852df019,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:42.845901 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'bff7a179-8415-4c9f-95d0-5ea4852df019', 'network_id': '3b76aa05-469a-4700-a224-8ccc81f74f43', 'port_id': 'bff7a179-8415-4c9f-95d0-5ea4852df019', 'mac_address': 'fa:16:3e:61:0d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0f8e43-6d59-45bc-ac4f-310751667138', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:07:42.902051 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dbb3-cc97-40a8-8c52-a5817960bcd8 req-494a6aa8-c712-4a05-ae99-cfaaf881a758 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:42.904712 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64d9dbb3-cc97-40a8-8c52-a5817960bcd8 req-494a6aa8-c712-4a05-ae99-cfaaf881a758 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1152506 Jan 31 17:07:42.961123 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port bff7a179-8415-4c9f-95d0-5ea4852df019 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:42.961667 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:42.963995 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64d9dbb3-cc97-40a8-8c52-a5817960bcd8 req-ab013913-4373-4060-8d3a-751d0b1fa0fb tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538714 Jan 31 17:07:43.015996 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff7a179-8415-4c9f-95d0-5ea4852df019 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:07:43.046950 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port bff7a179-8415-4c9f-95d0-5ea4852df019, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bff7a179-8415-4c9f-95d0-5ea4852df019,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:43.059628 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:43.159302 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea1beb-2a81-45ac-9eb6-277ad05bb401 req-57e00d64-00f3-4859-b96b-08cc109bb7ff tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:43.173180 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6bea1beb-2a81-45ac-9eb6-277ad05bb401 req-57e00d64-00f3-4859-b96b-08cc109bb7ff tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 944 time: 0.1387708 Jan 31 17:07:43.176269 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=bff7a179-8415-4c9f-95d0-5ea4852df019,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:43.283301 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6bea1beb-2a81-45ac-9eb6-277ad05bb401 req-2d9736eb-b162-4f71-ba10-da8644c54799 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088154 Jan 31 17:07:43.354104 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['bff7a179-8415-4c9f-95d0-5ea4852df019'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:07:43.392268 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:07:44.022523 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef4a1-bafa-41e6-bc8b-b828200c2930 req-d8fd002e-1846-46fe-b669-fd5e8c28ed9e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:44.034954 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-abcef4a1-bafa-41e6-bc8b-b828200c2930 req-d8fd002e-1846-46fe-b669-fd5e8c28ed9e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 945 time: 0.0898676 Jan 31 17:07:44.124217 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-abcef4a1-bafa-41e6-bc8b-b828200c2930 req-d6d28f2f-ed06-49f7-a228-7fd8b0e16670 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878365 Jan 31 17:07:44.252741 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181d82f-aa94-4b3e-a478-8125154f81e5 req-d582a0b0-0876-4911-8c9e-d596b33b83be tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:44.256655 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8181d82f-aa94-4b3e-a478-8125154f81e5 req-d582a0b0-0876-4911-8c9e-d596b33b83be tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1074691 Jan 31 17:07:44.390278 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8181d82f-aa94-4b3e-a478-8125154f81e5 req-dc4b1c52-7edb-49e8-9d0d-25bdf7c23e2a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269884 Jan 31 17:07:44.514715 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af245-e15b-4506-9845-0c736c9647ae req-ae74bc1e-6614-4725-a3ea-a567fb22d166 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:44.520632 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-545af245-e15b-4506-9845-0c736c9647ae req-ae74bc1e-6614-4725-a3ea-a567fb22d166 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 944 time: 0.1088824 Jan 31 17:07:44.586349 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026327e-5c39-4d1f-8682-f3bb6071f720 req-dc9c0de8-6749-4b5c-906b-d63393fc69ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:44.589427 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f026327e-5c39-4d1f-8682-f3bb6071f720 req-dc9c0de8-6749-4b5c-906b-d63393fc69ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0843401 Jan 31 17:07:44.600052 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37046) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:44.608305 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'floatingip': {'port_id': '39e70d42-b806-40c9-966e-478278de78ef'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:44.668807 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-545af245-e15b-4506-9845-0c736c9647ae req-62cfdde3-efd9-4176-993f-83fd49f39a8c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394928 Jan 31 17:07:44.750184 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (05fa4a9b-9419-417d-99c1-f32b5241a717), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:45.329701 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37080) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:45.533735 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa297bf-0ea0-473c-87c1-91ecae6d2203 req-0ebad694-36d9-4e3f-8fc0-d9df1353f345 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:45.546992 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2fa297bf-0ea0-473c-87c1-91ecae6d2203 req-0ebad694-36d9-4e3f-8fc0-d9df1353f345 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 945 time: 0.2252791 Jan 31 17:07:45.599577 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:45.767829 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Publish callbacks [] for security_group (18adeb84-f746-40b4-85ce-8a37b6f573ee), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:45.773668 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (18adeb84-f746-40b4-85ce-8a37b6f573ee), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:45.800889 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2fa297bf-0ea0-473c-87c1-91ecae6d2203 req-6dd74f26-5bfc-45a0-bd39-306477ad9dc4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522759 Jan 31 17:07:45.871715 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18adeb84-f746-40b4-85ce-8a37b6f573ee,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:45.897535 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.db.resource_extend [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:07:45.923295 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.924113 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.924824 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.925580 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.926137 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.926757 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.927703 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.928214 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.928861 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.929660 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.930406 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.931064 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.931848 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:45.954236 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-774a5c60-60d3-40be-8073-7e803429d842 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9dfc7969356d4196be0d816cb157b906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6213791 Jan 31 17:07:45.957084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37100) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:46.050640 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099a09f-e2c7-4e6c-8420-bff7ae96b034 req-c1392b6e-8593-49ff-a023-74403e5516e5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:46.053271 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6099a09f-e2c7-4e6c-8420-bff7ae96b034 req-c1392b6e-8593-49ff-a023-74403e5516e5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 944 time: 0.2154005 Jan 31 17:07:46.081950 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.089772 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (05fa4a9b-9419-417d-99c1-f32b5241a717), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.150258 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:46.229387 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3810c1c1-e54c-413f-b0f4-55347ab60978 admin admin] Publish callbacks [] for security_group (18adeb84-f746-40b4-85ce-8a37b6f573ee), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.268901 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6099a09f-e2c7-4e6c-8420-bff7ae96b034 req-ca264b4a-dc04-4d21-8588-71ced95050a4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059653 Jan 31 17:07:46.275730 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Floating IP 05fa4a9b-9419-417d-99c1-f32b5241a717 associated. External IP: 172.27.3.232, port: 39e70d42-b806-40c9-966e-478278de78ef. Jan 31 17:07:46.313042 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:07:46.322250 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3810c1c1-e54c-413f-b0f4-55347ab60978 admin admin] Publish callbacks [] for security_group (18adeb84-f746-40b4-85ce-8a37b6f573ee), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.323564 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:46.324101 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.450941 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3810c1c1-e54c-413f-b0f4-55347ab60978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (18adeb84-f746-40b4-85ce-8a37b6f573ee), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.456403 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3810c1c1-e54c-413f-b0f4-55347ab60978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.459670 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-3810c1c1-e54c-413f-b0f4-55347ab60978 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/18adeb84-f746-40b4-85ce-8a37b6f573ee HTTP/1.1" status: 204 len: 168 time: 0.5007699 Jan 31 17:07:46.502077 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810c1c1-e54c-413f-b0f4-55347ab60978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18adeb84-f746-40b4-85ce-8a37b6f573ee,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:46.568819 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:46.569408 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.621969 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:46.628981 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d16131-befc-4d9c-b54f-1c751dd5c971" -d '{"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:46.691564 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:46.704571 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.706649 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device bff7a179-8415-4c9f-95d0-5ea4852df019 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:07:46.715901 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Router bd76471d-3837-4a72-87a8-b11a959bdfc4 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:07:46.766522 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dacb60f-d990-4be7-b373-99ef4afdd841 x-openstack-request-id: req-2dacb60f-d990-4be7-b373-99ef4afdd841 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:46.767138 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:46.767989 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2dacb60f-d990-4be7-b373-99ef4afdd841 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:46.768661 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'code': 200} Jan 31 17:07:46.849833 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:46.868931 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.869643 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.871025 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.871687 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.872209 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.872724 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.873257 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.873763 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.874262 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.875430 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.876084 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.876675 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.876891 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:46.883988 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port bff7a179-8415-4c9f-95d0-5ea4852df019 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:07:46.891095 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port bff7a179-8415-4c9f-95d0-5ea4852df019 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:07:46.892084 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:46.991774 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:07:47.009276 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.015052 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] Sync routers for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:07:47.060338 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:47.061464 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:47.089977 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port bff7a179-8415-4c9f-95d0-5ea4852df019 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:07:47.090409 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.103811 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-d690f7ea-6a23-42f6-a8b8-6421aa3c47ec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "PUT /v2.0/floatingips/05fa4a9b-9419-417d-99c1-f32b5241a717 HTTP/1.1" status: 200 len: 991 time: 2.5017796 Jan 31 17:07:47.104949 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'tag': '39e70d42-b806-40c9-966e-478278de78ef'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:47.111536 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b581f4e5-a806-4dae-a926-773fd9cf7524" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f6b181-8aa7-497f-858d-3d273469aefb", "tag": "39e70d42-b806-40c9-966e-478278de78ef"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:47.114347 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37128) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:47.142029 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.162812 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cffb00-c56f-4eb4-89fa-e029fe432626 req-5881b9cf-8c85-402d-86eb-46254f27f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:47.165189 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-52cffb00-c56f-4eb4-89fa-e029fe432626 req-5881b9cf-8c85-402d-86eb-46254f27f508 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 1129 time: 0.1525540 Jan 31 17:07:47.178998 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port bff7a179-8415-4c9f-95d0-5ea4852df019, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bff7a179-8415-4c9f-95d0-5ea4852df019,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:47.186788 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.258889 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae01670-63bc-4e9d-bf15-046e2fab07cf req-8c297fbe-f0c1-495d-9005-5a5c9df54ef6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:47.261296 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fae01670-63bc-4e9d-bf15-046e2fab07cf req-8c297fbe-f0c1-495d-9005-5a5c9df54ef6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 945 time: 0.1805706 Jan 31 17:07:47.302506 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-52cffb00-c56f-4eb4-89fa-e029fe432626 req-624481d4-bfd4-4a10-b9d4-cc43acc1395e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283510 Jan 31 17:07:47.322914 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37136) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:47.379682 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fae01670-63bc-4e9d-bf15-046e2fab07cf req-1a5fe414-e8c3-473c-92ea-bfb01e9f2fbc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972526 Jan 31 17:07:47.440971 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Publish callbacks [] for security_group (ee3948c7-5705-4413-9a38-2ceec9ceb798), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.448409 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ee3948c7-5705-4413-9a38-2ceec9ceb798), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.463022 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:47.489373 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3948c7-5705-4413-9a38-2ceec9ceb798,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:47.525951 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b788d642-52a7-463a-8888-c0749662ef83 x-openstack-request-id: req-b788d642-52a7-463a-8888-c0749662ef83 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:47.526386 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f6b181-8aa7-497f-858d-3d273469aefb", "tag": "39e70d42-b806-40c9-966e-478278de78ef", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:47.526505 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b788d642-52a7-463a-8888-c0749662ef83 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:47.527037 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'tag': '39e70d42-b806-40c9-966e-478278de78ef', 'status': 'completed', 'code': 200} Jan 31 17:07:47.528878 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.529410 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.529747 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.530268 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.530640 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.531029 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.531408 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.531746 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.532093 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.532427 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.532758 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.533108 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.533431 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:07:47.555092 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dc6e4-42fb-4a00-9e11-b346653cf936 req-80f0d2af-69b0-4472-9f3b-efcc6ecbcdce tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:47.565719 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d88dc6e4-42fb-4a00-9e11-b346653cf936 req-80f0d2af-69b0-4472-9f3b-efcc6ecbcdce tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2274411 Jan 31 17:07:47.570052 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ea81528b-2e78-4c13-a03f-b6d5c70027ac admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=36d532b67af34c3bb358c60ee5eed1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4534378 Jan 31 17:07:47.579082 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37148) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:47.609908 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-71d319f9-8658-42f1-a0c3-ed8a40dcfd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.638286 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=bff7a179-8415-4c9f-95d0-5ea4852df019,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:47.705652 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d88dc6e4-42fb-4a00-9e11-b346653cf936 req-726020c6-b017-448b-9052-efbd0045ed53 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202860 Jan 31 17:07:47.705652 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36b70305-0830-4102-8122-67d0fbc3b805 admin admin] Publish callbacks [] for security_group (ee3948c7-5705-4413-9a38-2ceec9ceb798), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.747312 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36b70305-0830-4102-8122-67d0fbc3b805 admin admin] Publish callbacks [] for security_group (ee3948c7-5705-4413-9a38-2ceec9ceb798), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.861740 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36b70305-0830-4102-8122-67d0fbc3b805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ee3948c7-5705-4413-9a38-2ceec9ceb798), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.867651 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-36b70305-0830-4102-8122-67d0fbc3b805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:47.874685 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-36b70305-0830-4102-8122-67d0fbc3b805 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ee3948c7-5705-4413-9a38-2ceec9ceb798 HTTP/1.1" status: 204 len: 168 time: 0.2903767 Jan 31 17:07:47.904221 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc524a55-c296-4852-9194-f348ffaab9dc req-16119abb-f2f2-4c23-a45e-f62713630bb3 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:47.911411 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc524a55-c296-4852-9194-f348ffaab9dc req-16119abb-f2f2-4c23-a45e-f62713630bb3 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2351882 Jan 31 17:07:47.912604 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b70305-0830-4102-8122-67d0fbc3b805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3948c7-5705-4413-9a38-2ceec9ceb798,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:47.944193 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-a21e0c47-1e9e-49d1-8c1e-aa04c62a3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:47.945823 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-a21e0c47-1e9e-49d1-8c1e-aa04c62a3731 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 1129 time: 0.3243279 Jan 31 17:07:47.986239 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-71d319f9-8658-42f1-a0c3-ed8a40dcfd26 admin admin] Publish callbacks [] for security_group (f3a618de-0dab-459b-a407-d12e4f6dcc66), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:48.009469 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-71d319f9-8658-42f1-a0c3-ed8a40dcfd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f3a618de-0dab-459b-a407-d12e4f6dcc66), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:48.133742 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc524a55-c296-4852-9194-f348ffaab9dc req-7d1ed0fa-b03d-4286-b5d1-1bff37d41eae tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184939 Jan 31 17:07:48.157027 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37168) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:48.171848 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-71d319f9-8658-42f1-a0c3-ed8a40dcfd26 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9bb399c1115b40d18a540b3f2167bf14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8342216 Jan 31 17:07:48.171848 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d319f9-8658-42f1-a0c3-ed8a40dcfd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a618de-0dab-459b-a407-d12e4f6dcc66,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:48.203806 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-2500ec9d-1a05-453a-9cc4-746cfb560e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:48.211486 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-2500ec9d-1a05-453a-9cc4-746cfb560e22 service neutron] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 912 time: 0.2510629 Jan 31 17:07:48.367586 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-440aef57-1897-4ec9-838e-ac40a14df1ee admin admin] Publish callbacks [] for security_group (f3a618de-0dab-459b-a407-d12e4f6dcc66), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:48.398127 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '05fa4a9b-9419-417d-99c1-f32b5241a717', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'port_id': '39e70d42-b806-40c9-966e-478278de78ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'mac_address': 'fa:16:3e:e1:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:10Z', 'updated_at': '2022-01-31T17:07:45Z', 'revision_number': 1, 'project_id': '3a9ede748b554e13954084abca64d79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:48.418218 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-440aef57-1897-4ec9-838e-ac40a14df1ee admin admin] Publish callbacks [] for security_group (f3a618de-0dab-459b-a407-d12e4f6dcc66), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:48.454108 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-456d943c-b39d-495e-bdab-5273f1940a9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e70d42-b806-40c9-966e-478278de78ef HTTP/1.1" status: 200 len: 999 time: 0.2384756 Jan 31 17:07:48.479413 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] Checking router: bd76471d-3837-4a72-87a8-b11a959bdfc4 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:07:48.509371 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:48.512961 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:48.559435 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-440aef57-1897-4ec9-838e-ac40a14df1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f3a618de-0dab-459b-a407-d12e4f6dcc66), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:48.562588 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-440aef57-1897-4ec9-838e-ac40a14df1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:48.563921 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-440aef57-1897-4ec9-838e-ac40a14df1ee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f3a618de-0dab-459b-a407-d12e4f6dcc66 HTTP/1.1" status: 204 len: 168 time: 0.4055352 Jan 31 17:07:48.588141 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440aef57-1897-4ec9-838e-ac40a14df1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a618de-0dab-459b-a407-d12e4f6dcc66,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:48.622978 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-b8a31132-b71d-4696-8931-204f105f27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:48.633988 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-b8a31132-b71d-4696-8931-204f105f27b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.1672242 Jan 31 17:07:48.731930 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d3db0-e45f-4b95-9701-2d2d8922ff24 req-726c09d4-5cf4-498b-83a4-c7d9b19c90c6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:48.734369 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e64d3db0-e45f-4b95-9701-2d2d8922ff24 req-726c09d4-5cf4-498b-83a4-c7d9b19c90c6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0892911 Jan 31 17:07:48.770618 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26227d6-4369-45e2-ace8-58b296d9cdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff7a179-8415-4c9f-95d0-5ea4852df019'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:48.773947 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc9f0c7-4fbd-4a57-b9c0-03a4893500aa" -d '{"events": [{"server_uuid": "d26227d6-4369-45e2-ace8-58b296d9cdbf", "name": "network-vif-plugged", "status": "completed", "tag": "bff7a179-8415-4c9f-95d0-5ea4852df019"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:48.840687 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e64d3db0-e45f-4b95-9701-2d2d8922ff24 req-6c2ceb54-d570-4543-9ea8-d8a8759bf110 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996537 Jan 31 17:07:48.841543 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:48.842048 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e79524-690d-442c-a291-66d030e9d17b req-3729bc96-9e8d-4662-a1d3-0bc48d5bff90 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:48.844722 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a5e79524-690d-442c-a291-66d030e9d17b req-3729bc96-9e8d-4662-a1d3-0bc48d5bff90 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 945 time: 0.2034669 Jan 31 17:07:48.926197 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-8fb201b1-a8b7-41b1-8820-804c8d73f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:48.936789 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-8fb201b1-a8b7-41b1-8820-804c8d73f7d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2905669 Jan 31 17:07:49.024362 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a5e79524-690d-442c-a291-66d030e9d17b req-c3204516-2b68-4ed9-aa06-4407a1a94e76 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724269 Jan 31 17:07:49.026139 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bf9cc-5513-4de5-8ed0-e6d41772cce6 req-4305791c-a434-4be0-a649-01f17129cc49 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:49.034141 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-937bf9cc-5513-4de5-8ed0-e6d41772cce6 req-4305791c-a434-4be0-a649-01f17129cc49 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1175117 Jan 31 17:07:49.112229 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ad2cf4-a6dc-4d40-996b-1fb854fdb7e2 x-openstack-request-id: req-40ad2cf4-a6dc-4d40-996b-1fb854fdb7e2 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:49.112833 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26227d6-4369-45e2-ace8-58b296d9cdbf", "name": "network-vif-plugged", "status": "completed", "tag": "bff7a179-8415-4c9f-95d0-5ea4852df019", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:49.113232 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-40ad2cf4-a6dc-4d40-996b-1fb854fdb7e2 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:49.113893 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26227d6-4369-45e2-ace8-58b296d9cdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff7a179-8415-4c9f-95d0-5ea4852df019', 'code': 200} Jan 31 17:07:49.193522 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-937bf9cc-5513-4de5-8ed0-e6d41772cce6 req-82d7a0e7-279f-422f-af8e-993ae50b7385 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559985 Jan 31 17:07:49.240202 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-e62915ec-4e50-4f32-86dc-533efb0c681c service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865715 Jan 31 17:07:49.308919 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '05fa4a9b-9419-417d-99c1-f32b5241a717', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'port_id': '39e70d42-b806-40c9-966e-478278de78ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'mac_address': 'fa:16:3e:e1:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:10Z', 'updated_at': '2022-01-31T17:07:45Z', 'revision_number': 1, 'project_id': '3a9ede748b554e13954084abca64d79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:49.313520 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37206) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:49.356157 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa2749a4-5dda-42c3-9e5f-9fe471d86cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:49.552980 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0efca1-476d-4e0a-aff9-059bd6746fd1 None None] The sync data for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi is: [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '05fa4a9b-9419-417d-99c1-f32b5241a717', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'port_id': '39e70d42-b806-40c9-966e-478278de78ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'mac_address': 'fa:16:3e:e1:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:10Z', 'updated_at': '2022-01-31T17:07:45Z', 'revision_number': 1, 'project_id': '3a9ede748b554e13954084abca64d79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:07:49.578818 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa2749a4-5dda-42c3-9e5f-9fe471d86cc1 admin admin] Publish callbacks [] for security_group (ee5a64f4-a57a-45ab-8c8f-a61c730c445b), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:49.585296 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aa2749a4-5dda-42c3-9e5f-9fe471d86cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ee5a64f4-a57a-45ab-8c8f-a61c730c445b), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:49.603166 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff096a6-f39e-4d18-ba3a-ae24f994889e req-9d8e6660-a820-4eaa-bb5a-641adf6f312e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:49.605157 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cff096a6-f39e-4d18-ba3a-ae24f994889e req-9d8e6660-a820-4eaa-bb5a-641adf6f312e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2917514 Jan 31 17:07:49.619578 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97daf24-1ee7-4b43-9d0a-89bba09474cf req-f6d843f5-3fe2-4a5b-b4ed-82682116075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:49.621577 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e97daf24-1ee7-4b43-9d0a-89bba09474cf req-f6d843f5-3fe2-4a5b-b4ed-82682116075f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 1130 time: 0.2205534 Jan 31 17:07:49.653697 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-aa2749a4-5dda-42c3-9e5f-9fe471d86cc1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f3880a21472e42b4b1f3577b339ddbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362527 Jan 31 17:07:49.653697 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2749a4-5dda-42c3-9e5f-9fe471d86cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a64f4-a57a-45ab-8c8f-a61c730c445b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:49.655870 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37222) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:49.721576 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b581f4e5-a806-4dae-a926-773fd9cf7524 req-28a370c2-ef95-4e30-abfe-48897d2a0f33 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641054 Jan 31 17:07:49.728963 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccce2dc4-1794-42ce-86fe-123a8f4ee986 admin admin] Publish callbacks [] for security_group (ee5a64f4-a57a-45ab-8c8f-a61c730c445b), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:49.785045 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccce2dc4-1794-42ce-86fe-123a8f4ee986 admin admin] Publish callbacks [] for security_group (ee5a64f4-a57a-45ab-8c8f-a61c730c445b), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:49.796521 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cff096a6-f39e-4d18-ba3a-ae24f994889e req-798d7473-1c9d-4caa-8385-88df59a704cd tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606479 Jan 31 17:07:49.831336 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e97daf24-1ee7-4b43-9d0a-89bba09474cf req-beeba4a1-4feb-4ad6-9b92-69758b3d7a3a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982448 Jan 31 17:07:49.917366 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccce2dc4-1794-42ce-86fe-123a8f4ee986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ee5a64f4-a57a-45ab-8c8f-a61c730c445b), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:49.930737 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ccce2dc4-1794-42ce-86fe-123a8f4ee986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:49.932785 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ccce2dc4-1794-42ce-86fe-123a8f4ee986 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ee5a64f4-a57a-45ab-8c8f-a61c730c445b HTTP/1.1" status: 204 len: 168 time: 0.2752948 Jan 31 17:07:49.987756 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce2dc4-1794-42ce-86fe-123a8f4ee986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a64f4-a57a-45ab-8c8f-a61c730c445b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:50.011800 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37236) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:50.040580 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced07bb6-edc4-404c-9485-825894acd3f4 None None] New status for floating IP 05fa4a9b-9419-417d-99c1-f32b5241a717: ACTIVE {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:07:50.047809 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe56ccf-d56d-44a5-bfa0-05a7889e15d2 req-874409ff-45c5-482e-a425-9dbdd48c3698 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:50.050878 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6fe56ccf-d56d-44a5-bfa0-05a7889e15d2 req-874409ff-45c5-482e-a425-9dbdd48c3698 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1525376 Jan 31 17:07:50.071299 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37244) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:50.090947 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'floatingip': {'port_id': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:07:50.284620 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (35280beb-280c-4fb9-910a-d23c35fbcd1e), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:50.287028 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d924d-6ab8-4ce1-8349-7c198eff18e9 req-9886f781-b052-4eb7-a1ed-2a5eecb9f827 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:50.304860 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-102d924d-6ab8-4ce1-8349-7c198eff18e9 req-9886f781-b052-4eb7-a1ed-2a5eecb9f827 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 945 time: 0.1419616 Jan 31 17:07:50.395435 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aad281-d6c7-4ec5-8334-bfbc1b00883f req-ef57ee7c-3668-4270-a90d-5f64d32bc29c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:50.400565 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-102d924d-6ab8-4ce1-8349-7c198eff18e9 req-a7f6392e-038d-4779-893e-6b05a0220923 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937510 Jan 31 17:07:50.410590 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e2aad281-d6c7-4ec5-8334-bfbc1b00883f req-ef57ee7c-3668-4270-a90d-5f64d32bc29c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.4480608 Jan 31 17:07:50.448974 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee2b386e-4be5-4d4f-87b6-c23b17994057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:50.609009 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee2b386e-4be5-4d4f-87b6-c23b17994057 admin admin] Publish callbacks [] for security_group (c1112a31-9b57-4bd0-8bd0-919d5f68bd26), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:50.633290 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee2b386e-4be5-4d4f-87b6-c23b17994057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (c1112a31-9b57-4bd0-8bd0-919d5f68bd26), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:50.719273 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ee2b386e-4be5-4d4f-87b6-c23b17994057 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c02630136b2b4274a91262b2b77bc52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7057467 Jan 31 17:07:50.721882 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37262) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:50.731915 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b386e-4be5-4d4f-87b6-c23b17994057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1112a31-9b57-4bd0-8bd0-919d5f68bd26,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:50.775752 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38333a-6715-49d9-9459-bfd596cb53c0 req-d5cf1874-689c-4432-9f27-a18ac9aff34a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:50.784330 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5f38333a-6715-49d9-9459-bfd596cb53c0 req-d5cf1874-689c-4432-9f27-a18ac9aff34a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1718259 Jan 31 17:07:50.879002 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e2aad281-d6c7-4ec5-8334-bfbc1b00883f req-94788e18-b0a5-4abf-a4c6-4efd7875a8ae tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212251 Jan 31 17:07:50.909080 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40e25a41-fdd6-4064-ac72-cbc7c72495d8 admin admin] Publish callbacks [] for security_group (c1112a31-9b57-4bd0-8bd0-919d5f68bd26), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:50.922400 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5f38333a-6715-49d9-9459-bfd596cb53c0 req-98bf93b6-e81b-43b8-bfa8-5fc8222486fe tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357911 Jan 31 17:07:50.957965 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40e25a41-fdd6-4064-ac72-cbc7c72495d8 admin admin] Publish callbacks [] for security_group (c1112a31-9b57-4bd0-8bd0-919d5f68bd26), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:51.015018 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-de8ca87b-fac8-4f83-b401-ed420200f7d7 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:51.020061 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-de8ca87b-fac8-4f83-b401-ed420200f7d7 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.71 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 945 time: 0.2496467 Jan 31 17:07:51.042822 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40e25a41-fdd6-4064-ac72-cbc7c72495d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (c1112a31-9b57-4bd0-8bd0-919d5f68bd26), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:51.052350 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40e25a41-fdd6-4064-ac72-cbc7c72495d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:51.052350 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-40e25a41-fdd6-4064-ac72-cbc7c72495d8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c1112a31-9b57-4bd0-8bd0-919d5f68bd26 HTTP/1.1" status: 204 len: 168 time: 0.3248217 Jan 31 17:07:51.068877 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25a41-fdd6-4064-ac72-cbc7c72495d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1112a31-9b57-4bd0-8bd0-919d5f68bd26,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:51.598424 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47cd25-5b09-4fae-ade9-5cbd856802f0 req-54668647-2077-44fd-8202-25801873098e tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:51.601034 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9a47cd25-5b09-4fae-ade9-5cbd856802f0 req-54668647-2077-44fd-8202-25801873098e tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 945 time: 0.0795174 Jan 31 17:07:51.602433 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37288) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:51.712739 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9a47cd25-5b09-4fae-ade9-5cbd856802f0 req-cb35697e-814d-4b59-b386-07efcfbbe0d1 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991557 Jan 31 17:07:51.723800 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37294) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:51.741916 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93725c52-d75f-4c20-85f3-3fe5295c0258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:51.842281 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93725c52-d75f-4c20-85f3-3fe5295c0258 admin admin] Publish callbacks [] for security_group (474a140c-b95f-4f15-805d-feca4dfc4a5d), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:51.848391 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93725c52-d75f-4c20-85f3-3fe5295c0258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (474a140c-b95f-4f15-805d-feca4dfc4a5d), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:51.915833 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-93725c52-d75f-4c20-85f3-3fe5295c0258 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=943d323dbe7c4316a7b90e02469aee5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904936 Jan 31 17:07:51.917118 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93725c52-d75f-4c20-85f3-3fe5295c0258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a140c-b95f-4f15-805d-feca4dfc4a5d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:51.923036 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37298) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:52.008441 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Deleting port 2a166a07-061f-4c60-94d5-646f1107cde6 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:07:52.009535 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.033086 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6639c03f-e393-474b-afd8-5d79cdf1037e admin admin] Publish callbacks [] for security_group (474a140c-b95f-4f15-805d-feca4dfc4a5d), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.049441 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce76965-6df4-4358-a4c0-1726386cd458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.104707 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6639c03f-e393-474b-afd8-5d79cdf1037e admin admin] Publish callbacks [] for security_group (474a140c-b95f-4f15-805d-feca4dfc4a5d), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.259715 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.db.resource_extend [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:07:52.263831 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6639c03f-e393-474b-afd8-5d79cdf1037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (474a140c-b95f-4f15-805d-feca4dfc4a5d), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.268332 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6639c03f-e393-474b-afd8-5d79cdf1037e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.270347 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6639c03f-e393-474b-afd8-5d79cdf1037e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/474a140c-b95f-4f15-805d-feca4dfc4a5d HTTP/1.1" status: 204 len: 168 time: 0.3456450 Jan 31 17:07:52.282656 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce76965-6df4-4358-a4c0-1726386cd458 admin admin] Publish callbacks [] for security_group (78c672f6-279f-4ca6-bb82-f7edbfcaef48), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.293589 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639c03f-e393-474b-afd8-5d79cdf1037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a140c-b95f-4f15-805d-feca4dfc4a5d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:52.298479 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dce76965-6df4-4358-a4c0-1726386cd458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (78c672f6-279f-4ca6-bb82-f7edbfcaef48), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.335834 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6b080-2b6a-48a5-9cf6-e36324d39877 req-1065c83f-0766-4f20-977d-89282c60b8bb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:52.343820 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-68a6b080-2b6a-48a5-9cf6-e36324d39877 req-1065c83f-0766-4f20-977d-89282c60b8bb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.3441031 Jan 31 17:07:52.358641 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] For port 2a166a07-061f-4c60-94d5-646f1107cde6, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2a166a07-061f-4c60-94d5-646f1107cde6,segment=NetworkSegment(ed6c74d4-b04c-4f14-a2f8-c0585b0685df),segment_id=ed6c74d4-b04c-4f14-a2f8-c0585b0685df)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:07:52.359048 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.402762 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-dce76965-6df4-4358-a4c0-1726386cd458 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bd6051a03cb44c1989f5e8895a285ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7965345 Jan 31 17:07:52.403721 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37310) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:52.416353 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.423956 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce76965-6df4-4358-a4c0-1726386cd458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c672f6-279f-4ca6-bb82-f7edbfcaef48,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:52.451125 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (35280beb-280c-4fb9-910a-d23c35fbcd1e), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.455347 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Calling delete_port for 2a166a07-061f-4c60-94d5-646f1107cde6 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:07:52.526336 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-262d3fdf-b754-462c-a2d8-8f9ed9e2299a admin admin] Publish callbacks [] for security_group (78c672f6-279f-4ca6-bb82-f7edbfcaef48), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.591974 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-262d3fdf-b754-462c-a2d8-8f9ed9e2299a admin admin] Publish callbacks [] for security_group (78c672f6-279f-4ca6-bb82-f7edbfcaef48), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.674817 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-68a6b080-2b6a-48a5-9cf6-e36324d39877 req-7982919a-5a98-4a10-a53a-a73050cd526d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243601 Jan 31 17:07:52.724838 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-262d3fdf-b754-462c-a2d8-8f9ed9e2299a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (78c672f6-279f-4ca6-bb82-f7edbfcaef48), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.735449 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-262d3fdf-b754-462c-a2d8-8f9ed9e2299a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:52.739718 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-262d3fdf-b754-462c-a2d8-8f9ed9e2299a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/78c672f6-279f-4ca6-bb82-f7edbfcaef48 HTTP/1.1" status: 204 len: 168 time: 0.3319476 Jan 31 17:07:52.779566 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d3fdf-b754-462c-a2d8-8f9ed9e2299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c672f6-279f-4ca6-bb82-f7edbfcaef48,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:52.804525 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.l3_db [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Floating IP 35280beb-280c-4fb9-910a-d23c35fbcd1e associated. External IP: 172.27.3.43, port: dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad. Jan 31 17:07:53.091146 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (2a166a07-061f-4c60-94d5-646f1107cde6), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:53.107639 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['2a166a07-061f-4c60-94d5-646f1107cde6'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:07:53.213326 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Pushing event deleted for resources: {'Port': ['ID=2a166a07-061f-4c60-94d5-646f1107cde6,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:53.324689 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76718895-4eb1-4511-8d0b-8b4a79d201fe req-44488e41-798b-45e5-b120-688bd8df0e52 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:53.332094 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-76718895-4eb1-4511-8d0b-8b4a79d201fe req-44488e41-798b-45e5-b120-688bd8df0e52 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0717633 Jan 31 17:07:53.436184 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-76718895-4eb1-4511-8d0b-8b4a79d201fe req-16b1d062-5b6f-411e-bed1-180374831784 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029735 Jan 31 17:07:53.489934 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60d9c9-24d7-4e61-a10a-d5fdf0cf639d req-97310b75-e7f8-4256-88e8-7e6a7d144ae4 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:53.492346 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8d60d9c9-24d7-4e61-a10a-d5fdf0cf639d req-97310b75-e7f8-4256-88e8-7e6a7d144ae4 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff46d0-64a1-482b-8bc2-327df4521865 HTTP/1.1" status: 200 len: 945 time: 0.5723603 Jan 31 17:07:53.497645 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] No DVR routers for this DVR port 2a166a07-061f-4c60-94d5-646f1107cde6 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:07:53.531767 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37360) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:53.550403 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f98a05ef-187d-4a7e-b8ce-6a05814e4cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:53.591871 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:53.599233 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1f392a19-b14c-42e1-8e04-005f0b7ca8ed req-c57cf2fb-a82b-444b-a8af-d84618b7595b tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.71 "DELETE /v2.0/ports/2a166a07-061f-4c60-94d5-646f1107cde6 HTTP/1.1" status: 204 len: 173 time: 2.5680172 Jan 31 17:07:53.637926 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff46d0-64a1-482b-8bc2-327df4521865', 'name': 'network-vif-deleted', 'tag': '2a166a07-061f-4c60-94d5-646f1107cde6'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:53.642807 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da48ea55-6579-4e0a-bd84-67f91816fc47" -d '{"events": [{"server_uuid": "05ff46d0-64a1-482b-8bc2-327df4521865", "name": "network-vif-deleted", "tag": "2a166a07-061f-4c60-94d5-646f1107cde6"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:53.709090 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f98a05ef-187d-4a7e-b8ce-6a05814e4cf9 admin admin] Publish callbacks [] for security_group (6f15b7cd-6c05-42b2-b828-bcae5af316d7), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:53.714946 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f98a05ef-187d-4a7e-b8ce-6a05814e4cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (6f15b7cd-6c05-42b2-b828-bcae5af316d7), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:53.765177 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-f98a05ef-187d-4a7e-b8ce-6a05814e4cf9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7a1aa7eb1a2e4e128c23ed26e393cbfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320161 Jan 31 17:07:53.765909 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a05ef-187d-4a7e-b8ce-6a05814e4cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f15b7cd-6c05-42b2-b828-bcae5af316d7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:53.769209 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37366) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:53.785608 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76766b7b-e7ad-43c5-971d-80beec190a21 x-openstack-request-id: req-76766b7b-e7ad-43c5-971d-80beec190a21 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:53.786533 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff46d0-64a1-482b-8bc2-327df4521865", "name": "network-vif-deleted", "tag": "2a166a07-061f-4c60-94d5-646f1107cde6", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:53.787352 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-76766b7b-e7ad-43c5-971d-80beec190a21 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:53.788112 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff46d0-64a1-482b-8bc2-327df4521865', 'name': 'network-vif-deleted', 'tag': '2a166a07-061f-4c60-94d5-646f1107cde6', 'status': 'completed', 'code': 200} Jan 31 17:07:53.871527 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-22423b73-463b-496b-9f07-fb59bf12cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:53.872095 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e85d-46c2-4c01-9bd0-4ffac04513e3 admin admin] Publish callbacks [] for security_group (6f15b7cd-6c05-42b2-b828-bcae5af316d7), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:53.874491 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-22423b73-463b-496b-9f07-fb59bf12cba8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 1130 time: 0.6534679 Jan 31 17:07:53.885562 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8d60d9c9-24d7-4e61-a10a-d5fdf0cf639d req-b240e029-76c4-46e5-9275-5c875af95847 tempest-DeleteServersTestJSON-2058461893 tempest-DeleteServersTestJSON-2058461893-project] 10.222.0.90 "GET /v2.0/security-groups?id=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811750 Jan 31 17:07:53.934309 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e85d-46c2-4c01-9bd0-4ffac04513e3 admin admin] Publish callbacks [] for security_group (6f15b7cd-6c05-42b2-b828-bcae5af316d7), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:53.993610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Router c8818bfc-6deb-4131-9c03-5dc929394223 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:07:54.366461 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e85d-46c2-4c01-9bd0-4ffac04513e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (6f15b7cd-6c05-42b2-b828-bcae5af316d7), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:54.372720 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fbb0e85d-46c2-4c01-9bd0-4ffac04513e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:54.376779 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-fbb0e85d-46c2-4c01-9bd0-4ffac04513e3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6f15b7cd-6c05-42b2-b828-bcae5af316d7 HTTP/1.1" status: 204 len: 168 time: 0.6037176 Jan 31 17:07:54.411048 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0e85d-46c2-4c01-9bd0-4ffac04513e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f15b7cd-6c05-42b2-b828-bcae5af316d7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:54.518531 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-68c0a855-d7ed-4d10-b564-c21f71c7f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:54.521121 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-68c0a855-d7ed-4d10-b564-c21f71c7f89e service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.6345620 Jan 31 17:07:54.687554 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-b5919807-a4a3-46b4-8adb-dd7e12fef339 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bff7a179-8415-4c9f-95d0-5ea4852df019 HTTP/1.1" status: 200 len: 217 time: 0.1581020 Jan 31 17:07:54.721819 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ed8f-498d-4f55-8447-6d1ca5946326 req-f811c110-d2c9-41c0-997c-2ebbfc11c765 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:54.724656 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4fa7ed8f-498d-4f55-8447-6d1ca5946326 req-f811c110-d2c9-41c0-997c-2ebbfc11c765 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1199396 Jan 31 17:07:54.803719 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:07:54.818647 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] Sync routers for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:07:54.826818 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:54.845556 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:54.846557 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:54.849533 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4fa7ed8f-498d-4f55-8447-6d1ca5946326 req-9d5ef64f-1fde-4ace-969c-223a1de28f6c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162496 Jan 31 17:07:54.946191 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-9afdc573-4fda-4767-be85-33c6274eafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:54.964862 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-9afdc573-4fda-4767-be85-33c6274eafaa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.2612808 Jan 31 17:07:54.967039 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-5bae2fcd-faad-4ebf-b771-70539cd8125d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "PUT /v2.0/floatingips/35280beb-280c-4fb9-910a-d23c35fbcd1e HTTP/1.1" status: 200 len: 990 time: 4.8942225 Jan 31 17:07:55.051298 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:55.083241 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-8f4f09cb-288b-4b3f-9acb-a290c858064c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011848 Jan 31 17:07:55.441774 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-542dba67-2ed9-4aef-ac48-27faf9e942bb service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327239 Jan 31 17:07:55.536907 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '35280beb-280c-4fb9-910a-d23c35fbcd1e', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'port_id': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'mac_address': 'fa:16:3e:d7:83:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:20Z', 'updated_at': '2022-01-31T17:07:52Z', 'revision_number': 1, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:55.548088 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acc965-8eb8-479e-b112-eaf792978e63 req-38fac14a-d3b5-44ce-aa9a-62242dc056be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:55.549134 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37434) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:55.556990 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-21acc965-8eb8-479e-b112-eaf792978e63 req-38fac14a-d3b5-44ce-aa9a-62242dc056be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1239970 Jan 31 17:07:55.588014 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] Checking router: c8818bfc-6deb-4131-9c03-5dc929394223 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:07:55.606484 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:07:55.607213 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:07:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:55.689364 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-21acc965-8eb8-479e-b112-eaf792978e63 req-c4c53929-3708-4223-9e1c-3fe975ad9d70 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250429 Jan 31 17:07:55.759299 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6f1dba58-9936-4265-af1c-69fb28db7759 req-85ab612b-771b-446c-ad02-bdb7e7fbd852 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988636 Jan 31 17:07:55.768740 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37442) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:55.775352 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:07:55.790583 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:07:55.798330 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67adaf93-bb94-4ff0-8831-c628b2d9707c" -d '{"events": [{"name": "network-changed", "server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:07:55.948083 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77957858-6635-4da1-8d91-80a2a5d0de25 x-openstack-request-id: req-77957858-6635-4da1-8d91-80a2a5d0de25 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:07:55.948083 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:07:55.948541 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-77957858-6635-4da1-8d91-80a2a5d0de25 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:07:55.948960 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'status': 'completed', 'code': 200} Jan 31 17:07:56.051108 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cac1cf72-de02-4c24-ad81-8e9a200ca52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:56.106215 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8e039-d99b-4e90-8497-9d03521a7cc1 req-6cb5ff79-90c9-40a3-a5a2-578fb81d4dab tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:56.113949 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-78f8e039-d99b-4e90-8497-9d03521a7cc1 req-6cb5ff79-90c9-40a3-a5a2-578fb81d4dab tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0887182 Jan 31 17:07:56.148961 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '35280beb-280c-4fb9-910a-d23c35fbcd1e', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'port_id': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'mac_address': 'fa:16:3e:d7:83:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:20Z', 'updated_at': '2022-01-31T17:07:52Z', 'revision_number': 1, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:56.159326 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b9627e-2ed8-4ac8-8ab3-fe14cd789e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:56.189790 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-78f8e039-d99b-4e90-8497-9d03521a7cc1 req-cd594b49-2459-424e-9ff8-ffc5bf4d9b23 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725136 Jan 31 17:07:56.197882 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 2a166a07-061f-4c60-94d5-646f1107cde6 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:07:56.225053 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e2e5cd-101d-45a5-80df-a59798cfe0d9 None None] The sync data for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi is: [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '35280beb-280c-4fb9-910a-d23c35fbcd1e', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'port_id': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'mac_address': 'fa:16:3e:d7:83:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:07:20Z', 'updated_at': '2022-01-31T17:07:52Z', 'revision_number': 1, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:07:56.236534 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 2a166a07-061f-4c60-94d5-646f1107cde6 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:07:56.237368 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 2a166a07-061f-4c60-94d5-646f1107cde6 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:07:56.285900 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-e5798f47-30ec-4804-b1fe-e98b3d85cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:56.287756 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-e5798f47-30ec-4804-b1fe-e98b3d85cdfb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 1129 time: 0.3018212 Jan 31 17:07:56.455410 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cac1cf72-de02-4c24-ad81-8e9a200ca52e admin admin] Publish callbacks [] for security_group (156b16f6-f2af-4e99-bdbc-d96ff1fd82e0), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:56.470953 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cac1cf72-de02-4c24-ad81-8e9a200ca52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (156b16f6-f2af-4e99-bdbc-d96ff1fd82e0), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:56.481622 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b9627e-2ed8-4ac8-8ab3-fe14cd789e57 admin admin] Publish callbacks [] for security_group (72267f53-a1ae-4e50-9557-b3328c68bd4a), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:56.511215 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-16b9627e-2ed8-4ac8-8ab3-fe14cd789e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (72267f53-a1ae-4e50-9557-b3328c68bd4a), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:56.549585 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-d444f0c5-8cd6-441d-9779-38d61ff8c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:56.552280 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-d444f0c5-8cd6-441d-9779-38d61ff8c77d service neutron] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 917 time: 0.2540178 Jan 31 17:07:56.573639 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1cf72-de02-4c24-ad81-8e9a200ca52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156b16f6-f2af-4e99-bdbc-d96ff1fd82e0,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:56.593858 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-cac1cf72-de02-4c24-ad81-8e9a200ca52e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7937a8a2f56f4805b5edc72c092a6e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8192542 Jan 31 17:07:56.593962 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37474) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:56.632001 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37c538-f971-4127-b0eb-e613140634dd None None] New status for floating IP 35280beb-280c-4fb9-910a-d23c35fbcd1e: ACTIVE {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:07:56.657040 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-16b9627e-2ed8-4ac8-8ab3-fe14cd789e57 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ae681a4d8829433e9e8299c0d86c5993&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1074939 Jan 31 17:07:56.661638 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37478) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:56.689156 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9627e-2ed8-4ac8-8ab3-fe14cd789e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72267f53-a1ae-4e50-9557-b3328c68bd4a,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:56.698588 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-3b36e182-95b5-4862-9767-2700b41cedd9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad HTTP/1.1" status: 200 len: 998 time: 0.1370969 Jan 31 17:07:56.822680 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4223cfb3-f5e0-4b4f-807d-0642ea117be0 admin admin] Publish callbacks [] for security_group (156b16f6-f2af-4e99-bdbc-d96ff1fd82e0), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:56.879286 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-334a33ea-a1f6-4db5-a59e-5ea9df01e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:56.881075 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-334a33ea-a1f6-4db5-a59e-5ea9df01e90d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.1750560 Jan 31 17:07:56.889441 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b137f39d-39e9-440d-bff0-22be9ff138e5 admin admin] Publish callbacks [] for security_group (72267f53-a1ae-4e50-9557-b3328c68bd4a), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:56.971548 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37498) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:56.972814 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b137f39d-39e9-440d-bff0-22be9ff138e5 admin admin] Publish callbacks [] for security_group (72267f53-a1ae-4e50-9557-b3328c68bd4a), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.073429 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ee3094-4c44-4dd3-803f-eacc1b17b516 admin admin] Deleting subnet 38afc67b-5ee6-4961-a154-689b676ce0c8 {{(pid=102770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:07:57.096313 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4223cfb3-f5e0-4b4f-807d-0642ea117be0 admin admin] Publish callbacks [] for security_group (156b16f6-f2af-4e99-bdbc-d96ff1fd82e0), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.119961 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6ee3094-4c44-4dd3-803f-eacc1b17b516 admin admin] Publish callbacks [] for subnet (38afc67b-5ee6-4961-a154-689b676ce0c8), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.134004 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b137f39d-39e9-440d-bff0-22be9ff138e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (72267f53-a1ae-4e50-9557-b3328c68bd4a), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.136674 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b137f39d-39e9-440d-bff0-22be9ff138e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.137916 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b137f39d-39e9-440d-bff0-22be9ff138e5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/72267f53-a1ae-4e50-9557-b3328c68bd4a HTTP/1.1" status: 204 len: 168 time: 0.4735756 Jan 31 17:07:57.182707 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137f39d-39e9-440d-bff0-22be9ff138e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72267f53-a1ae-4e50-9557-b3328c68bd4a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:57.226754 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-46eb5bf0-5031-4d40-89d8-af7233b63cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:57.232311 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-46eb5bf0-5031-4d40-89d8-af7233b63cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3365164 Jan 31 17:07:57.293356 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4223cfb3-f5e0-4b4f-807d-0642ea117be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (156b16f6-f2af-4e99-bdbc-d96ff1fd82e0), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.296905 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-4223cfb3-f5e0-4b4f-807d-0642ea117be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.301238 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-4223cfb3-f5e0-4b4f-807d-0642ea117be0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/156b16f6-f2af-4e99-bdbc-d96ff1fd82e0 HTTP/1.1" status: 204 len: 168 time: 0.7061665 Jan 31 17:07:57.312813 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223cfb3-f5e0-4b4f-807d-0642ea117be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b16f6-f2af-4e99-bdbc-d96ff1fd82e0,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:57.413264 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440059-fe88-46ad-9569-7524e21e23b5 req-1fab8476-a712-42c9-a7b1-50d4996b7eb8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:57.422142 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c6440059-fe88-46ad-9569-7524e21e23b5 req-1fab8476-a712-42c9-a7b1-50d4996b7eb8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.4492254 Jan 31 17:07:57.430405 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6ee3094-4c44-4dd3-803f-eacc1b17b516 admin admin] Publish callbacks [] for subnet (38afc67b-5ee6-4961-a154-689b676ce0c8), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.472863 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761d6cd-465e-42bf-874d-1d16ccfc1210 req-c911c0bb-d998-496d-a892-be341c017f09 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:57.475607 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0761d6cd-465e-42bf-874d-1d16ccfc1210 req-c911c0bb-d998-496d-a892-be341c017f09 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1423144 Jan 31 17:07:57.478899 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6ee3094-4c44-4dd3-803f-eacc1b17b516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (38afc67b-5ee6-4961-a154-689b676ce0c8), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.602940 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0761d6cd-465e-42bf-874d-1d16ccfc1210 req-18dce005-3267-4b56-8224-fcaf65526934 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165059 Jan 31 17:07:57.694921 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c6440059-fe88-46ad-9569-7524e21e23b5 req-7a459016-b1c4-4174-91a9-a75ba3494851 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714410 Jan 31 17:07:57.752467 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-d0b3bb80-14a8-4607-a1b2-d9e9694632c9 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970293 Jan 31 17:07:57.780386 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6ee3094-4c44-4dd3-803f-eacc1b17b516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (38afc67b-5ee6-4961-a154-689b676ce0c8), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.870083 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37532) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:57.882427 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee3094-4c44-4dd3-803f-eacc1b17b516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38afc67b-5ee6-4961-a154-689b676ce0c8,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:57.900781 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-785589ff-4b2f-438c-afd5-0858c2785fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.911071 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f6ee3094-4c44-4dd3-803f-eacc1b17b516 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:57.917007 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-f6ee3094-4c44-4dd3-803f-eacc1b17b516 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/38afc67b-5ee6-4961-a154-689b676ce0c8 HTTP/1.1" status: 204 len: 168 time: 0.9114082 Jan 31 17:07:57.921836 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37536) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:57.990501 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37542) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:58.035635 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67adaf93-bb94-4ff0-8831-c628b2d9707c req-7ea9c239-07d9-4eb0-a498-454cf005b3fb service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755544 Jan 31 17:07:58.110853 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (d71c9972-2bef-4fb1-92d9-748591f93480), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.240719 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ff695c7-6777-4d5e-8c84-3d910219b148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.279180 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-785589ff-4b2f-438c-afd5-0858c2785fb5 admin admin] Publish callbacks [] for security_group (36fc83c2-1c62-4876-89ce-01555e6f600a), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.319747 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-785589ff-4b2f-438c-afd5-0858c2785fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (36fc83c2-1c62-4876-89ce-01555e6f600a), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.324712 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (d71c9972-2bef-4fb1-92d9-748591f93480), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.408162 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71c9972-2bef-4fb1-92d9-748591f93480']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:58.414091 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785589ff-4b2f-438c-afd5-0858c2785fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc83c2-1c62-4876-89ce-01555e6f600a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:58.417672 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37560) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:58.419162 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-785589ff-4b2f-438c-afd5-0858c2785fb5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fe070e7eb9bc4480aaddfb6d183e6feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479493 Jan 31 17:07:58.427601 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37562) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:58.434720 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6c74d4-b04c-4f14-a2f8-c0585b0685df') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:58.435306 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6c74d4-b04c-4f14-a2f8-c0585b0685df') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:07:58.453663 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (ed6c74d4-b04c-4f14-a2f8-c0585b0685df), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.480959 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (ed6c74d4-b04c-4f14-a2f8-c0585b0685df), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.500445 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:07:58.501180 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (ed6c74d4-b04c-4f14-a2f8-c0585b0685df), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:07:58.503655 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:07:58.520748 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ff695c7-6777-4d5e-8c84-3d910219b148 admin admin] Publish callbacks [] for security_group (d21b9716-cabd-462b-b95e-7fd19199cd98), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.525566 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6ff695c7-6777-4d5e-8c84-3d910219b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d21b9716-cabd-462b-b95e-7fd19199cd98), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.547247 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cec8d165-fffd-45cf-b9fd-fcb96858a0a0 admin admin] Publish callbacks [] for security_group (36fc83c2-1c62-4876-89ce-01555e6f600a), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.595029 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cec8d165-fffd-45cf-b9fd-fcb96858a0a0 admin admin] Publish callbacks [] for security_group (36fc83c2-1c62-4876-89ce-01555e6f600a), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.617712 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff695c7-6777-4d5e-8c84-3d910219b148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21b9716-cabd-462b-b95e-7fd19199cd98,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:58.628856 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6ff695c7-6777-4d5e-8c84-3d910219b148 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bac3aea081174b0f97612423434cc058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6273766 Jan 31 17:07:58.628856 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (d71c9972-2bef-4fb1-92d9-748591f93480), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.630406 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37568) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:58.635016 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.638427 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] 10.222.0.90 "DELETE /v2.0/networks/d71c9972-2bef-4fb1-92d9-748591f93480 HTTP/1.1" status: 204 len: 168 time: 0.7133877 Jan 31 17:07:58.654282 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-564a60d1-095a-4659-939a-fc3f26e06d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.702042 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43d4e4-99e4-48a6-ad8b-a4c38fe9ca97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71c9972-2bef-4fb1-92d9-748591f93480,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:58.756040 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bee81c80-fbf9-462a-af24-6d2d4640d923 admin admin] Publish callbacks [] for security_group (d21b9716-cabd-462b-b95e-7fd19199cd98), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.811182 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cec8d165-fffd-45cf-b9fd-fcb96858a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (36fc83c2-1c62-4876-89ce-01555e6f600a), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.812069 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bee81c80-fbf9-462a-af24-6d2d4640d923 admin admin] Publish callbacks [] for security_group (d21b9716-cabd-462b-b95e-7fd19199cd98), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.824061 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cec8d165-fffd-45cf-b9fd-fcb96858a0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.826245 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-cec8d165-fffd-45cf-b9fd-fcb96858a0a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/36fc83c2-1c62-4876-89ce-01555e6f600a HTTP/1.1" status: 204 len: 168 time: 0.3890193 Jan 31 17:07:58.882645 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0a8af-794a-4a33-972c-e69a0e2b6a53 req-78456c61-e41b-4455-8337-f0ddafae4d65 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:58.885783 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-80e0a8af-794a-4a33-972c-e69a0e2b6a53 req-78456c61-e41b-4455-8337-f0ddafae4d65 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1161058 Jan 31 17:07:58.892500 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8d165-fffd-45cf-b9fd-fcb96858a0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc83c2-1c62-4876-89ce-01555e6f600a,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:58.954676 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37584) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:58.970477 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bee81c80-fbf9-462a-af24-6d2d4640d923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d21b9716-cabd-462b-b95e-7fd19199cd98), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.975285 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bee81c80-fbf9-462a-af24-6d2d4640d923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:58.977509 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-bee81c80-fbf9-462a-af24-6d2d4640d923 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d21b9716-cabd-462b-b95e-7fd19199cd98 HTTP/1.1" status: 204 len: 168 time: 0.3458464 Jan 31 17:07:59.012744 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee81c80-fbf9-462a-af24-6d2d4640d923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21b9716-cabd-462b-b95e-7fd19199cd98,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:59.025666 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-564a60d1-095a-4659-939a-fc3f26e06d4f admin admin] Publish callbacks [] for security_group (6b39e1e0-8305-4125-b781-88ecf95ffb6b), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.040905 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-564a60d1-095a-4659-939a-fc3f26e06d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (6b39e1e0-8305-4125-b781-88ecf95ffb6b), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.098723 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-80e0a8af-794a-4a33-972c-e69a0e2b6a53 req-62e10d73-ae68-4249-86de-931070755c36 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060833 Jan 31 17:07:59.119509 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a73c5d-fa79-4ec0-a16d-762876cee885 req-b426ccea-38ba-4500-be0c-b2b37005b2ee tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:07:59.128428 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-79a73c5d-fa79-4ec0-a16d-762876cee885 req-b426ccea-38ba-4500-be0c-b2b37005b2ee tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2318730 Jan 31 17:07:59.193572 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-dc5d6d17-38e4-40c4-a235-62c588eda4d7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=31a4cbdfca41416c9dbe6ec8824f944d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2347493 Jan 31 17:07:59.199934 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-564a60d1-095a-4659-939a-fc3f26e06d4f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=517dab7bfc6648489d363817ae167c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7723417 Jan 31 17:07:59.200179 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37592) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:59.200917 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37594) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:07:59.217125 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a60d1-095a-4659-939a-fc3f26e06d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b39e1e0-8305-4125-b781-88ecf95ffb6b,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:59.301170 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-79a73c5d-fa79-4ec0-a16d-762876cee885 req-e90791a0-5c51-4ac2-9b95-48c824c5af24 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714509 Jan 31 17:07:59.330805 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8abf30f6-91f1-4c71-82d5-64a5942de8d9 admin admin] Publish callbacks [] for security_group (bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.355094 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d7c52fdd-db6c-405c-a8e2-62bdd02a28e0 admin admin] Publish callbacks [] for security_group (6b39e1e0-8305-4125-b781-88ecf95ffb6b), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.384591 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8abf30f6-91f1-4c71-82d5-64a5942de8d9 admin admin] Publish callbacks [] for security_group (bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.401673 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d7c52fdd-db6c-405c-a8e2-62bdd02a28e0 admin admin] Publish callbacks [] for security_group (6b39e1e0-8305-4125-b781-88ecf95ffb6b), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.504116 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8abf30f6-91f1-4c71-82d5-64a5942de8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.515650 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8abf30f6-91f1-4c71-82d5-64a5942de8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.518828 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-8abf30f6-91f1-4c71-82d5-64a5942de8d9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266 HTTP/1.1" status: 204 len: 168 time: 0.3189754 Jan 31 17:07:59.535566 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d7c52fdd-db6c-405c-a8e2-62bdd02a28e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (6b39e1e0-8305-4125-b781-88ecf95ffb6b), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.543584 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d7c52fdd-db6c-405c-a8e2-62bdd02a28e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:07:59.550584 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-d7c52fdd-db6c-405c-a8e2-62bdd02a28e0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6b39e1e0-8305-4125-b781-88ecf95ffb6b HTTP/1.1" status: 204 len: 168 time: 0.3448176 Jan 31 17:07:59.555058 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf30f6-91f1-4c71-82d5-64a5942de8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca65a9-d3fe-4e5b-99e4-4ba2c9eb6266,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:07:59.578981 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c52fdd-db6c-405c-a8e2-62bdd02a28e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b39e1e0-8305-4125-b781-88ecf95ffb6b,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:00.043159 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37630) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:00.262612 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37642) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:00.282937 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe27225-c1c6-4c8c-ae4b-9056abb671ff req-39f477f9-2708-4f49-b99b-e497376ddf30 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:00.286015 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6fe27225-c1c6-4c8c-ae4b-9056abb671ff req-39f477f9-2708-4f49-b99b-e497376ddf30 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0795741 Jan 31 17:08:00.287866 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0e43-1c36-48a0-9af9-a5f78b3310b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.381522 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6fe27225-c1c6-4c8c-ae4b-9056abb671ff req-604c8480-2743-4364-9eb4-f8ad87ccb85f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843275 Jan 31 17:08:00.423489 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7da19c17-9fdf-4d49-b2ed-4c5b3e4d31bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.452769 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0e43-1c36-48a0-9af9-a5f78b3310b7 admin admin] Publish callbacks [] for security_group (496947f3-ebbc-43a5-97dd-80c57232648d), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.461978 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0e43-1c36-48a0-9af9-a5f78b3310b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (496947f3-ebbc-43a5-97dd-80c57232648d), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.508278 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37650) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:00.509921 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6f0f0e43-1c36-48a0-9af9-a5f78b3310b7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=135359d345914267aec952ef1312a025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426839 Jan 31 17:08:00.536859 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f0e43-1c36-48a0-9af9-a5f78b3310b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496947f3-ebbc-43a5-97dd-80c57232648d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:00.655684 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1fce3cd3-9a93-4e63-8031-1f99bc0e552c admin admin] Publish callbacks [] for security_group (496947f3-ebbc-43a5-97dd-80c57232648d), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.663138 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7da19c17-9fdf-4d49-b2ed-4c5b3e4d31bf admin admin] Publish callbacks [] for security_group (cabb5e07-9ee1-4b9b-9b39-64268af60b59), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.678953 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7da19c17-9fdf-4d49-b2ed-4c5b3e4d31bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (cabb5e07-9ee1-4b9b-9b39-64268af60b59), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.703200 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1fce3cd3-9a93-4e63-8031-1f99bc0e552c admin admin] Publish callbacks [] for security_group (496947f3-ebbc-43a5-97dd-80c57232648d), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.753551 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37664) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:00.753887 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-7da19c17-9fdf-4d49-b2ed-4c5b3e4d31bf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3c80fb8bca354011b21aac604a0e7b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7096298 Jan 31 17:08:00.773092 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da19c17-9fdf-4d49-b2ed-4c5b3e4d31bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb5e07-9ee1-4b9b-9b39-64268af60b59,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:00.797639 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1fce3cd3-9a93-4e63-8031-1f99bc0e552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (496947f3-ebbc-43a5-97dd-80c57232648d), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.800967 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1fce3cd3-9a93-4e63-8031-1f99bc0e552c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.804578 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-1fce3cd3-9a93-4e63-8031-1f99bc0e552c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/496947f3-ebbc-43a5-97dd-80c57232648d HTTP/1.1" status: 204 len: 168 time: 0.2940695 Jan 31 17:08:00.832738 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce3cd3-9a93-4e63-8031-1f99bc0e552c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496947f3-ebbc-43a5-97dd-80c57232648d,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:00.852195 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64f1b846-92bf-459a-b38b-78e09b8339e7 admin admin] Publish callbacks [] for security_group (cabb5e07-9ee1-4b9b-9b39-64268af60b59), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.913164 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64f1b846-92bf-459a-b38b-78e09b8339e7 admin admin] Publish callbacks [] for security_group (cabb5e07-9ee1-4b9b-9b39-64268af60b59), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.981096 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64f1b846-92bf-459a-b38b-78e09b8339e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (cabb5e07-9ee1-4b9b-9b39-64268af60b59), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.984813 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-64f1b846-92bf-459a-b38b-78e09b8339e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:00.989292 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-64f1b846-92bf-459a-b38b-78e09b8339e7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cabb5e07-9ee1-4b9b-9b39-64268af60b59 HTTP/1.1" status: 204 len: 168 time: 0.2345710 Jan 31 17:08:00.994298 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:08:00.999469 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1b846-92bf-459a-b38b-78e09b8339e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb5e07-9ee1-4b9b-9b39-64268af60b59,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:01.588357 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5273e-839c-4b1d-ab52-ccc283c25a23 req-bd20925e-a615-4721-983e-b7e15d44e191 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:01.590256 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5cd5273e-839c-4b1d-ab52-ccc283c25a23 req-bd20925e-a615-4721-983e-b7e15d44e191 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0874555 Jan 31 17:08:01.659965 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5cd5273e-839c-4b1d-ab52-ccc283c25a23 req-28b8ffc4-6653-4e0a-82f6-5f2423397b7e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 Jan 31 17:08:02.850831 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe3ea9-b492-4e32-abec-34627173ee25 req-98d1ef49-050a-4232-a8b9-251423e088cf tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:02.855158 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-dabe3ea9-b492-4e32-abec-34627173ee25 req-98d1ef49-050a-4232-a8b9-251423e088cf tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0943575 Jan 31 17:08:02.940131 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-dabe3ea9-b492-4e32-abec-34627173ee25 req-a81b4e17-bd4c-40cd-b2f8-8a177bad9bc4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709522 Jan 31 17:08:04.261440 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c21a18-ebbe-46a7-9509-9315115e0418 req-a4662ce0-aef5-4b29-9e51-2b8ad246f0ff tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:04.265810 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b8c21a18-ebbe-46a7-9509-9315115e0418 req-a4662ce0-aef5-4b29-9e51-2b8ad246f0ff tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1355691 Jan 31 17:08:04.371761 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b8c21a18-ebbe-46a7-9509-9315115e0418 req-e478514f-965f-4c8a-959b-90b927598bcd tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948560 Jan 31 17:08:04.491218 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0da04d2e-4fdf-47a1-8cbb-7d68444f0ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:05.540211 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c57a-0e56-4e98-add6-27e1a79f8d8e req-c7a88529-c472-485d-9875-9be2dceb2fda tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:05.541845 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fef9c57a-0e56-4e98-add6-27e1a79f8d8e req-c7a88529-c472-485d-9875-9be2dceb2fda tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0602498 Jan 31 17:08:05.599068 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fef9c57a-0e56-4e98-add6-27e1a79f8d8e req-a8d1977c-98fa-4293-90d1-6b7c0599eb74 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502923 Jan 31 17:08:06.805055 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd54f-beba-460e-9ace-b79601906e5f req-19b580c8-0ad2-4a30-94ba-057e5de8d625 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:06.808999 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e8dfd54f-beba-460e-9ace-b79601906e5f req-19b580c8-0ad2-4a30-94ba-057e5de8d625 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0988419 Jan 31 17:08:06.830463 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6ccc7a21-a392-4e14-bcf1-37a743114bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:06.854248 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 37890) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:06.885516 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e8dfd54f-beba-460e-9ace-b79601906e5f req-111b9ace-c1fe-45ed-8bb8-eec2a9ae3b21 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633681 Jan 31 17:08:07.033475 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30032fc-f043-49d2-bae0-a9194599c59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:07.150884 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30032fc-f043-49d2-bae0-a9194599c59c admin admin] Publish callbacks [] for security_group (3a0c094c-860c-4638-af14-505bf709d931), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:07.156609 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a30032fc-f043-49d2-bae0-a9194599c59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3a0c094c-860c-4638-af14-505bf709d931), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:07.211171 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30032fc-f043-49d2-bae0-a9194599c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0c094c-860c-4638-af14-505bf709d931,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:07.220304 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-a30032fc-f043-49d2-bae0-a9194599c59c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9e8e3096e66647bdba16cd2fdaf15d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599164 Jan 31 17:08:07.220720 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 37898) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:07.303298 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a6d69891-1873-4cfc-a84d-f2dc5d66bae7 admin admin] Publish callbacks [] for security_group (3a0c094c-860c-4638-af14-505bf709d931), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:07.328133 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a6d69891-1873-4cfc-a84d-f2dc5d66bae7 admin admin] Publish callbacks [] for security_group (3a0c094c-860c-4638-af14-505bf709d931), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:07.400697 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a6d69891-1873-4cfc-a84d-f2dc5d66bae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3a0c094c-860c-4638-af14-505bf709d931), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:07.404404 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a6d69891-1873-4cfc-a84d-f2dc5d66bae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:07.406784 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a6d69891-1873-4cfc-a84d-f2dc5d66bae7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3a0c094c-860c-4638-af14-505bf709d931 HTTP/1.1" status: 204 len: 168 time: 0.1836054 Jan 31 17:08:07.423234 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d69891-1873-4cfc-a84d-f2dc5d66bae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0c094c-860c-4638-af14-505bf709d931,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:08.050564 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28d793-e288-4183-a0c9-364fbd389d57 req-1fb46f21-9f45-46f9-97fb-674118178aa6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:08.052974 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2d28d793-e288-4183-a0c9-364fbd389d57 req-1fb46f21-9f45-46f9-97fb-674118178aa6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0789881 Jan 31 17:08:08.123344 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2d28d793-e288-4183-a0c9-364fbd389d57 req-61125a0b-b187-497b-9bc4-9e4164e5b92f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632625 Jan 31 17:08:09.304312 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9347a6c-9e47-4d85-b837-e2a8cc54e754 req-a74a452e-e827-42aa-895b-44a6c7862dc5 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:09.305957 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c9347a6c-9e47-4d85-b837-e2a8cc54e754 req-a74a452e-e827-42aa-895b-44a6c7862dc5 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0807319 Jan 31 17:08:09.373421 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c9347a6c-9e47-4d85-b837-e2a8cc54e754 req-2c2d45ea-3d49-4e8c-b20a-9076f7dec780 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562947 Jan 31 17:08:09.840443 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:10.513020 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7964-325e-4a83-b69f-d15538a078fc req-15efcfc9-b05c-4d64-b594-1b5911c60aeb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:10.514732 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a66b7964-325e-4a83-b69f-d15538a078fc req-15efcfc9-b05c-4d64-b594-1b5911c60aeb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0627763 Jan 31 17:08:10.573602 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a66b7964-325e-4a83-b69f-d15538a078fc req-1f990323-e95e-498a-86ae-d718ef0a71bc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526180 Jan 31 17:08:11.347912 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:11.646496 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:11.772227 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90092ab1-1938-4d28-9833-0bf93c500c30 req-f24d1bd4-abcc-4eaf-b4f4-c8f6ae89aaa8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:11.774701 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-90092ab1-1938-4d28-9833-0bf93c500c30 req-f24d1bd4-abcc-4eaf-b4f4-c8f6ae89aaa8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0881824 Jan 31 17:08:11.853547 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-90092ab1-1938-4d28-9833-0bf93c500c30 req-f5828117-6c70-4809-bbf6-89be97806854 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686567 Jan 31 17:08:11.979038 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:13.000885 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebcfd8-1f56-4446-98d4-9bf421de51b1 req-2674b90b-2719-4cf1-b4b6-e1ee008aa4e6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:13.003830 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f2ebcfd8-1f56-4446-98d4-9bf421de51b1 req-2674b90b-2719-4cf1-b4b6-e1ee008aa4e6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0682156 Jan 31 17:08:13.057350 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f2ebcfd8-1f56-4446-98d4-9bf421de51b1 req-1bf49ae3-9410-44cc-860f-433537edc1c8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 Jan 31 17:08:14.186208 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1324-31f4-4a3c-9394-2fa6818f965e req-db5a5307-0f8d-4538-af81-19877db93e4f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:14.188111 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f7ae1324-31f4-4a3c-9394-2fa6818f965e req-db5a5307-0f8d-4538-af81-19877db93e4f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0573342 Jan 31 17:08:14.271604 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f7ae1324-31f4-4a3c-9394-2fa6818f965e req-175a0b87-70e9-4564-b947-93bc59f27d35 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765333 Jan 31 17:08:15.438183 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce1770-4581-419f-aa9e-15f407560e2a req-db6145b2-abfb-4f31-a94f-a8b615282a76 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:15.439802 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-78ce1770-4581-419f-aa9e-15f407560e2a req-db6145b2-abfb-4f31-a94f-a8b615282a76 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0712440 Jan 31 17:08:15.499156 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-78ce1770-4581-419f-aa9e-15f407560e2a req-c1a500fd-3123-489c-906b-1495f7d5b011 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 Jan 31 17:08:16.641554 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cb299-59e4-4a26-8998-84a004ff69ea req-8c7af9f1-c7fa-4a35-9417-1445c0e914a7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:16.643203 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-402cb299-59e4-4a26-8998-84a004ff69ea req-8c7af9f1-c7fa-4a35-9417-1445c0e914a7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0594854 Jan 31 17:08:16.699303 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-402cb299-59e4-4a26-8998-84a004ff69ea req-57997075-0f35-4f07-92e2-63c545ed88cd tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498991 Jan 31 17:08:17.829763 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4ca8-70e5-4ac7-8e13-dbc710c485ae req-0b0fd931-7d3f-42a9-b4d8-1e4987463f5d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:17.831432 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3cab4ca8-70e5-4ac7-8e13-dbc710c485ae req-0b0fd931-7d3f-42a9-b4d8-1e4987463f5d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0586214 Jan 31 17:08:17.886603 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3cab4ca8-70e5-4ac7-8e13-dbc710c485ae req-85333577-aed1-4b22-9845-03739d681b81 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488005 Jan 31 17:08:19.045320 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a95c9-eb63-47b0-98fe-f567729024ef req-877cf3c3-4022-40f3-a7d8-6bef594e0d91 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:19.047592 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2f0a95c9-eb63-47b0-98fe-f567729024ef req-877cf3c3-4022-40f3-a7d8-6bef594e0d91 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0806520 Jan 31 17:08:19.129409 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2f0a95c9-eb63-47b0-98fe-f567729024ef req-b93bff32-43e8-4717-905e-e4a116d99fb1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744679 Jan 31 17:08:20.274143 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c1ece-4d19-470a-97f9-f84ece7c0c2c req-024ae202-475c-4df6-984d-790fea4b4307 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:20.275765 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-189c1ece-4d19-470a-97f9-f84ece7c0c2c req-024ae202-475c-4df6-984d-790fea4b4307 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0584826 Jan 31 17:08:20.349285 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-189c1ece-4d19-470a-97f9-f84ece7c0c2c req-c7bf9a33-5e2c-4f8a-9d57-e548b07f27a3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663447 Jan 31 17:08:20.681252 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38204) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:20.831123 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-076467e4-781c-46e0-9ae0-cc4f1f1ac935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:20.963367 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-076467e4-781c-46e0-9ae0-cc4f1f1ac935 admin admin] Publish callbacks [] for security_group (55898c37-fed4-42d4-a403-98956f0aea49), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:20.969570 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-076467e4-781c-46e0-9ae0-cc4f1f1ac935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (55898c37-fed4-42d4-a403-98956f0aea49), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.037043 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-076467e4-781c-46e0-9ae0-cc4f1f1ac935 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d7d43e82d06f40f09e9c98a76ff08790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539166 Jan 31 17:08:21.040031 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 38216) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:21.045753 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076467e4-781c-46e0-9ae0-cc4f1f1ac935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55898c37-fed4-42d4-a403-98956f0aea49,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:21.064859 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38218) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:21.118208 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5f16669c-722f-4a2d-9387-8451eafba65c admin admin] Publish callbacks [] for security_group (55898c37-fed4-42d4-a403-98956f0aea49), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.152086 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5f16669c-722f-4a2d-9387-8451eafba65c admin admin] Publish callbacks [] for security_group (55898c37-fed4-42d4-a403-98956f0aea49), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.218116 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d39bb188-c0fa-48f8-a579-4895243ede18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.224557 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5f16669c-722f-4a2d-9387-8451eafba65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (55898c37-fed4-42d4-a403-98956f0aea49), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.229894 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5f16669c-722f-4a2d-9387-8451eafba65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.235629 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-5f16669c-722f-4a2d-9387-8451eafba65c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/55898c37-fed4-42d4-a403-98956f0aea49 HTTP/1.1" status: 204 len: 168 time: 0.1903441 Jan 31 17:08:21.243797 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16669c-722f-4a2d-9387-8451eafba65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55898c37-fed4-42d4-a403-98956f0aea49,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:21.359707 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d39bb188-c0fa-48f8-a579-4895243ede18 admin admin] Publish callbacks [] for security_group (e52da2f2-a7a1-43fb-b795-217ce8879073), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.365311 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d39bb188-c0fa-48f8-a579-4895243ede18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e52da2f2-a7a1-43fb-b795-217ce8879073), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.440768 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bb188-c0fa-48f8-a579-4895243ede18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52da2f2-a7a1-43fb-b795-217ce8879073,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:21.450630 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-d39bb188-c0fa-48f8-a579-4895243ede18 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4e1c58a68ab24019afc27a73b0267204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817158 Jan 31 17:08:21.451109 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38230) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:21.549925 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a53af4bd-4d2a-4381-b6ea-6619e09226f9 admin admin] Publish callbacks [] for security_group (e52da2f2-a7a1-43fb-b795-217ce8879073), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.572532 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e07127-fdee-48e6-b79c-44bb6fac017f req-0bf80224-0bcb-4e2b-a5f6-59753bd36f17 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:21.574299 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-11e07127-fdee-48e6-b79c-44bb6fac017f req-0bf80224-0bcb-4e2b-a5f6-59753bd36f17 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1001019 Jan 31 17:08:21.590440 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a53af4bd-4d2a-4381-b6ea-6619e09226f9 admin admin] Publish callbacks [] for security_group (e52da2f2-a7a1-43fb-b795-217ce8879073), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.666408 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-11e07127-fdee-48e6-b79c-44bb6fac017f req-894191e8-871f-461f-b3ca-cd9c1c329ad8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786555 Jan 31 17:08:21.703516 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a53af4bd-4d2a-4381-b6ea-6619e09226f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e52da2f2-a7a1-43fb-b795-217ce8879073), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.707283 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a53af4bd-4d2a-4381-b6ea-6619e09226f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:21.708772 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a53af4bd-4d2a-4381-b6ea-6619e09226f9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e52da2f2-a7a1-43fb-b795-217ce8879073 HTTP/1.1" status: 204 len: 168 time: 0.2562065 Jan 31 17:08:21.726171 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53af4bd-4d2a-4381-b6ea-6619e09226f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52da2f2-a7a1-43fb-b795-217ce8879073,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:22.083925 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 38254) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:22.098776 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-62305817-a5b3-41a3-a852-6fe89fcb544d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.197494 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-62305817-a5b3-41a3-a852-6fe89fcb544d admin admin] Publish callbacks [] for security_group (4eb3d5d9-b9ec-496c-b12a-455c2fee841d), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.202317 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-62305817-a5b3-41a3-a852-6fe89fcb544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4eb3d5d9-b9ec-496c-b12a-455c2fee841d), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.249489 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-62305817-a5b3-41a3-a852-6fe89fcb544d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=03df6c937bbd4feaa32a13fb95037911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593797 Jan 31 17:08:22.249804 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38258) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:22.253249 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62305817-a5b3-41a3-a852-6fe89fcb544d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb3d5d9-b9ec-496c-b12a-455c2fee841d,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:22.324557 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-92651d91-fd97-4af5-ae81-6f8ce97ef93f admin admin] Publish callbacks [] for security_group (4eb3d5d9-b9ec-496c-b12a-455c2fee841d), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.353502 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-92651d91-fd97-4af5-ae81-6f8ce97ef93f admin admin] Publish callbacks [] for security_group (4eb3d5d9-b9ec-496c-b12a-455c2fee841d), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.373276 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 38262) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:22.418710 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-92651d91-fd97-4af5-ae81-6f8ce97ef93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4eb3d5d9-b9ec-496c-b12a-455c2fee841d), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.421630 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-92651d91-fd97-4af5-ae81-6f8ce97ef93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.422892 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-92651d91-fd97-4af5-ae81-6f8ce97ef93f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4eb3d5d9-b9ec-496c-b12a-455c2fee841d HTTP/1.1" status: 204 len: 168 time: 0.1695073 Jan 31 17:08:22.431727 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92651d91-fd97-4af5-ae81-6f8ce97ef93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb3d5d9-b9ec-496c-b12a-455c2fee841d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:22.511360 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-448125609-network', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:08:22.536448 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Made reservation on behalf of 82f46b42652842d28e7c0483cb40fbe0 for: {'network': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:08:22.540585 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.560669 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.674329 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Publish callbacks [] for security_group (507d862b-18c8-4e67-a257-e4e495dab14d), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.679340 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (507d862b-18c8-4e67-a257-e4e495dab14d), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.701455 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956} {{(pid=102770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:08:22.713252 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (de1393a3-aa70-44d6-8521-00937ca66705), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.713575 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.segments_db [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Added segment de1393a3-aa70-44d6-8521-00937ca66705 of type vlan for network ab2c822c-8591-40b1-b781-4d7b43021032 Jan 31 17:08:22.759847 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d862b-18c8-4e67-a257-e4e495dab14d,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:22.779849 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (ab2c822c-8591-40b1-b781-4d7b43021032), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.815182 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (ab2c822c-8591-40b1-b781-4d7b43021032), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.816568 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:22.817232 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.867053 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4913809 Jan 31 17:08:22.871292 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38278) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:22.880538 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Request body: {'subnet': {'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-448125609-subnet', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:08:22.914434 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Made reservation on behalf of 82f46b42652842d28e7c0483cb40fbe0 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:08:22.918408 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540962'] for subnet (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:22.931369 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8de2a3-38ed-45da-80b5-2bfc6cf042d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ab2c822c-8591-40b1-b781-4d7b43021032,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:22.947807 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network ab2c822c-8591-40b1-b781-4d7b43021032 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:08:22.968700 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4771de-67ed-4442-9343-b25ef8348642 req-0e4fa6e6-d5bd-4db1-88a2-79c7b263ef88 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:22.980765 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3a4771de-67ed-4442-9343-b25ef8348642 req-0e4fa6e6-d5bd-4db1-88a2-79c7b263ef88 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1422307 Jan 31 17:08:23.064552 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3a4771de-67ed-4442-9343-b25ef8348642 req-317c04d0-2909-45c4-a93d-4ee1d518c016 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Jan 31 17:08:23.196513 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12495484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540948'] for subnet (93b2c666-cb30-48d8-a7d6-1d6c50eefb16), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.264863 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b2c666-cb30-48d8-a7d6-1d6c50eefb16,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:23.274085 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Checking segment: {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:08:23.274085 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Network hostable DHCP agents. Network: ab2c822c-8591-40b1-b781-4d7b43021032, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:08:23.301204 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Network ab2c822c-8591-40b1-b781-4d7b43021032 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:08:23.317514 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, ab2c822c-8591-40b1-b781-4d7b43021032) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:23.326442 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:23.327501 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.331285 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03118f30-1829-4a1e-9e86-585e1c4a16b5 None None] Network ab2c822c-8591-40b1-b781-4d7b43021032 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:08:23.366355 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-76b12cb3-22cd-4eac-b28b-f1c7e01e1454 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4931505 Jan 31 17:08:23.371654 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38294) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:23.377498 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:08:23.419579 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (4792bb8f-4f4a-4508-8128-9508f49500b2), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.421892 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (4792bb8f-4f4a-4508-8128-9508f49500b2), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.476849 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-ab2c822c-8591-40b1-b781-4d7b43021032', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:08:23.478193 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.516054 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks [] for router_controller (4792bb8f-4f4a-4508-8128-9508f49500b2), precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.653279 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Allocated IP 172.20.0.2 (ab2c822c-8591-40b1-b781-4d7b43021032/93b2c666-cb30-48d8-a7d6-1d6c50eefb16/04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:08:23.704901 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks [] for router_gateway (4792bb8f-4f4a-4508-8128-9508f49500b2), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.842861 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Publish callbacks [] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.853754 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.917965 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Network ab2c822c-8591-40b1-b781-4d7b43021032 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:08:23.921724 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:23.930655 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:08:23.948849 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Pushing event updated for resources: {'Port': ['ID=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:23.952725 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks [] for router_gateway (4792bb8f-4f4a-4508-8128-9508f49500b2), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:23.984313 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.029425 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Attempting to bind port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:08:24.029957 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Attempting to bind port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:08:24.030437 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Attempting to bind port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a on network ab2c822c-8591-40b1-b781-4d7b43021032 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:08:24.039205 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:08:24.039781 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Checking segment: {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:08:24.040656 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.041283 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Bound using segment: {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:08:24.042415 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Bound port: 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:08:24.043004 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.141415 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Allocated IP 172.27.3.18 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/5db4feab-93a1-4289-b1a7-9b8d76cfd449) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:08:24.145267 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] For port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:08:24.159485 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] For port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:08:24.171976 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.244278 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 38318) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:24.271815 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934924b1-6b58-4c44-aa87-67984c265d8f None None] Pushing event updated for resources: {'Port': ['ID=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:24.443128 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f66-0c47-4115-ad65-3348442d3aa4 req-e9818519-39c7-45b1-b439-061dfde63e75 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:24.444856 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-529f3f66-0c47-4115-ad65-3348442d3aa4 req-e9818519-39c7-45b1-b439-061dfde63e75 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.2347665 Jan 31 17:08:24.454819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ccce026d-5476-48e6-b674-293a24b32c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.461231 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks [] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.543514 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-529f3f66-0c47-4115-ad65-3348442d3aa4 req-258f82b9-f745-4dca-b0a8-9be7634dd524 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798762 Jan 31 17:08:24.555950 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.622457 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ccce026d-5476-48e6-b674-293a24b32c26 admin admin] Publish callbacks [] for security_group (faecf4af-2aee-45d9-ac00-6b4aa15a9198), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.628590 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:08:24.636934 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:24.643096 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:08:24.649007 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ccce026d-5476-48e6-b674-293a24b32c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (faecf4af-2aee-45d9-ac00-6b4aa15a9198), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:24.659592 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Pushing event updated for resources: {'Port': ['ID=5db4feab-93a1-4289-b1a7-9b8d76cfd449,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:24.720236 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-ccce026d-5476-48e6-b674-293a24b32c26 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2ca9476ed4274e2392df91073e44e853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4725580 Jan 31 17:08:24.721916 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce026d-5476-48e6-b674-293a24b32c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faecf4af-2aee-45d9-ac00-6b4aa15a9198,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:24.722273 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38340) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:24.981181 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-392047bf-61ce-46d0-a4f7-e801678d7379 admin admin] Publish callbacks [] for security_group (faecf4af-2aee-45d9-ac00-6b4aa15a9198), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:25.049440 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-392047bf-61ce-46d0-a4f7-e801678d7379 admin admin] Publish callbacks [] for security_group (faecf4af-2aee-45d9-ac00-6b4aa15a9198), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:25.141479 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks [] for router_gateway (4792bb8f-4f4a-4508-8128-9508f49500b2), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:25.188489 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-392047bf-61ce-46d0-a4f7-e801678d7379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (faecf4af-2aee-45d9-ac00-6b4aa15a9198), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:25.191134 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-392047bf-61ce-46d0-a4f7-e801678d7379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:25.192520 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-392047bf-61ce-46d0-a4f7-e801678d7379 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/faecf4af-2aee-45d9-ac00-6b4aa15a9198 HTTP/1.1" status: 204 len: 168 time: 0.4683700 Jan 31 17:08:25.208071 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392047bf-61ce-46d0-a4f7-e801678d7379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faecf4af-2aee-45d9-ac00-6b4aa15a9198,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:25.411531 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (4792bb8f-4f4a-4508-8128-9508f49500b2), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:25.632370 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Router 4792bb8f-4f4a-4508-8128-9508f49500b2 is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:08:25.680538 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ac3a8-0ecd-4b8a-8093-5a2a1a5e79ab None None] Network ab2c822c-8591-40b1-b781-4d7b43021032 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:08:25.817614 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c3796-039d-476a-93a6-047077d9b88a req-fa832c5c-80d2-4aff-8e10-dd3add0c5fe4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:25.829931 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c08c3796-039d-476a-93a6-047077d9b88a req-fa832c5c-80d2-4aff-8e10-dd3add0c5fe4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1294246 Jan 31 17:08:25.839557 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-936bb0ae-31e5-44bb-866d-4798b9ceb1df None None] Provisioning complete for port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:25.840163 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-936bb0ae-31e5-44bb-866d-4798b9ceb1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:25.917783 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c08c3796-039d-476a-93a6-047077d9b88a req-1da6ee3d-2a04-4070-a031-267ec6309714 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862565 Jan 31 17:08:26.059117 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:26.063952 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:08:26.076890 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Sync routers for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:08:26.086896 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:26.089096 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-126c5c71-c8f7-4c82-bf12-581af343c526 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7160451 Jan 31 17:08:26.092534 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38382) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:26.098514 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:08:26.099194 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:08:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:26.239823 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:26.240193 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:26.260972 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:08:26.282788 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-936bb0ae-31e5-44bb-866d-4798b9ceb1df None None] Current status of the port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:26.284006 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-936bb0ae-31e5-44bb-866d-4798b9ceb1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:26.385648 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-936bb0ae-31e5-44bb-866d-4798b9ceb1df None None] For port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:08:26.401918 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-936bb0ae-31e5-44bb-866d-4798b9ceb1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:26.532587 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:24Z', 'revision_number': 3, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:26.543998 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bb0ae-31e5-44bb-866d-4798b9ceb1df None None] Pushing event updated for resources: {'Port': ['ID=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:26.570828 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Checking router: 4792bb8f-4f4a-4508-8128-9508f49500b2 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:08:26.571468 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Updating router 4792bb8f-4f4a-4508-8128-9508f49500b2 port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:08:26.632278 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:26.652287 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:26.737161 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-70d0018b-4423-416f-a0a7-716ae8597c80 None None] Provisioning complete for port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:26.738171 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-70d0018b-4423-416f-a0a7-716ae8597c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:26.918863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-70d0018b-4423-416f-a0a7-716ae8597c80 None None] Current status of the port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:26.944779 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.012787 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Publish callbacks [] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.021938 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.212271 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Pushing event updated for resources: {'Port': ['ID=5db4feab-93a1-4289-b1a7-9b8d76cfd449,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:27.224956 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.225414 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.225769 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.226121 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.226452 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.226782 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.227838 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.228373 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.228867 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.229379 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.229756 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.230215 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.230713 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:08:27.253650 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Attempting to bind port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:08:27.254498 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Attempting to bind port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:08:27.255027 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Attempting to bind port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:08:27.255145 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c210f3e-fe8f-4a1c-9c52-3758fde2b120 req-7c4a3b39-4fb0-4075-a8e4-1041f98e9781 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:27.257862 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c210f3e-fe8f-4a1c-9c52-3758fde2b120 req-7c4a3b39-4fb0-4075-a8e4-1041f98e9781 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1889484 Jan 31 17:08:27.262863 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:08:27.264021 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:08:27.264786 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.265362 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:08:27.266268 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Bound port: 5db4feab-93a1-4289-b1a7-9b8d76cfd449, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:08:27.266872 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.330177 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] For port 5db4feab-93a1-4289-b1a7-9b8d76cfd449, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:08:27.333835 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] For port 5db4feab-93a1-4289-b1a7-9b8d76cfd449, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=5db4feab-93a1-4289-b1a7-9b8d76cfd449,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:08:27.342801 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.421821 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Allocated IP 172.20.0.1 (ab2c822c-8591-40b1-b781-4d7b43021032/93b2c666-cb30-48d8-a7d6-1d6c50eefb16/05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:08:27.429114 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768656b0-aef5-41f9-af5a-a53bb89b8edb None None] Pushing event updated for resources: {'Port': ['ID=5db4feab-93a1-4289-b1a7-9b8d76cfd449,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:27.442224 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c210f3e-fe8f-4a1c-9c52-3758fde2b120 req-cba377bc-128f-4462-8e52-cf2536f936b3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621013 Jan 31 17:08:27.443288 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:08:27.444129 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:08:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:27.651238 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Publish callbacks [] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.740295 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:08:27.749159 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:27.784783 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.846465 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:27.847677 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:27.869533 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Pushing event updated for resources: {'Port': ['ID=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:27.905689 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Network ab2c822c-8591-40b1-b781-4d7b43021032 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:08:27.908254 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:27.927673 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:08:28.002455 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:28.053717 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:24Z', 'revision_number': 3, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:28.065399 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (4792bb8f-4f4a-4508-8128-9508f49500b2), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:28.083133 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceed1d9-0243-46a6-84cc-571d7e1f4269 None None] The sync data for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi is: [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:24Z', 'revision_number': 3, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:08:28.307103 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:28.393713 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-5b4ee9df-c7c7-4edc-a207-69d8a8e46a31 None None] Provisioning complete for port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:28.395260 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee9df-c7c7-4edc-a207-69d8a8e46a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:28.535490 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ee9df-c7c7-4edc-a207-69d8a8e46a31 None None] Port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:08:28.723218 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Publish callbacks [] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:28.730572 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:28.738855 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65aeaa-d8fc-4fb5-b950-7fdcc2933f38 req-837fd8f4-65ae-4eb7-bbfe-3f661189c501 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:28.740153 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bf65aeaa-d8fc-4fb5-b950-7fdcc2933f38 req-837fd8f4-65ae-4eb7-bbfe-3f661189c501 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0741255 Jan 31 17:08:28.849067 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (4792bb8f-4f4a-4508-8128-9508f49500b2), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:28.869879 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bf65aeaa-d8fc-4fb5-b950-7fdcc2933f38 req-3f1dae77-2a53-4764-ae36-88b4f6e2c89a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193750 Jan 31 17:08:28.897942 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Pushing event updated for resources: {'Port': ['ID=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:29.005884 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Network ab2c822c-8591-40b1-b781-4d7b43021032 is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:08:29.007696 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:29.178000 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Router 4792bb8f-4f4a-4508-8128-9508f49500b2 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:08:29.335839 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:08:29.341895 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6bdccf0c-dfc6-48f9-b341-f7ac4efa8478 admin admin] 10.222.0.90 "PUT /v2.0/routers/4792bb8f-4f4a-4508-8128-9508f49500b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2477164 Jan 31 17:08:29.371921 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-50c7bf7c-d37f-442a-ba45-0c296f5f8d7b None None] Provisioning complete for port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:29.373086 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-50c7bf7c-d37f-442a-ba45-0c296f5f8d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:29.423984 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-50c7bf7c-d37f-442a-ba45-0c296f5f8d7b None None] Port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:08:29.818071 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 5db4feab-93a1-4289-b1a7-9b8d76cfd449 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:29.896024 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:29.896658 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:29.964918 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38546) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:30.098415 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf177ea-6ce2-4878-82c9-02492d7f64f9 req-ea89a36b-1017-4bfb-8487-c7319ee737ab tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:30.100324 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2cf177ea-6ce2-4878-82c9-02492d7f64f9 req-ea89a36b-1017-4bfb-8487-c7319ee737ab tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0974813 Jan 31 17:08:30.143060 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:30.143818 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.198095 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 5db4feab-93a1-4289-b1a7-9b8d76cfd449, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=5db4feab-93a1-4289-b1a7-9b8d76cfd449,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:08:30.207630 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.238567 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58931f18-1f96-47a0-bf94-4411c157a56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.250169 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2cf177ea-6ce2-4878-82c9-02492d7f64f9 req-e2840d4a-e66b-43c3-90a3-6f169d4e39d0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427052 Jan 31 17:08:30.293663 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=5db4feab-93a1-4289-b1a7-9b8d76cfd449,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:30.372536 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58931f18-1f96-47a0-bf94-4411c157a56c admin admin] Publish callbacks [] for security_group (4fa39c00-918a-4e7c-b3fc-26bd783dcc43), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.378480 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-58931f18-1f96-47a0-bf94-4411c157a56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4fa39c00-918a-4e7c-b3fc-26bd783dcc43), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.416685 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-58931f18-1f96-47a0-bf94-4411c157a56c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=88d43a89d8b34d45a2692d6fee07a6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555366 Jan 31 17:08:30.419516 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38564) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:30.441181 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 38566) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:30.453019 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1241211108-network', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:08:30.478584 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Made reservation on behalf of f073d05ddcff48dd993c66df445b04b5 for: {'network': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:08:30.479304 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58931f18-1f96-47a0-bf94-4411c157a56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa39c00-918a-4e7c-b3fc-26bd783dcc43,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:30.485126 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.501046 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.510829 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-19227117-7393-4bf2-b27c-987a6a0779b6 admin admin] Publish callbacks [] for security_group (4fa39c00-918a-4e7c-b3fc-26bd783dcc43), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.576105 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-19227117-7393-4bf2-b27c-987a6a0779b6 admin admin] Publish callbacks [] for security_group (4fa39c00-918a-4e7c-b3fc-26bd783dcc43), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.658448 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Sync routers for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:08:30.661416 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Publish callbacks [] for security_group (200fd57f-6a1a-4d88-b7bc-7cd533ff3123), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.666661 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (200fd57f-6a1a-4d88-b7bc-7cd533ff3123), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.667468 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-19227117-7393-4bf2-b27c-987a6a0779b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4fa39c00-918a-4e7c-b3fc-26bd783dcc43), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.674720 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-19227117-7393-4bf2-b27c-987a6a0779b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.676922 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-19227117-7393-4bf2-b27c-987a6a0779b6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4fa39c00-918a-4e7c-b3fc-26bd783dcc43 HTTP/1.1" status: 204 len: 168 time: 0.2558999 Jan 31 17:08:30.679550 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:08:30.681428 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:08:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:30.693942 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19227117-7393-4bf2-b27c-987a6a0779b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa39c00-918a-4e7c-b3fc-26bd783dcc43,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:30.728790 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 974} {{(pid=102770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:08:30.743721 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200fd57f-6a1a-4d88-b7bc-7cd533ff3123,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:30.764063 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (5184148f-32d2-498d-aa2c-aa5401361709), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.765389 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.segments_db [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Added segment 5184148f-32d2-498d-aa2c-aa5401361709 of type vlan for network cf7538bf-1783-4855-96a9-79c291fe3fbc Jan 31 17:08:30.834999 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:08:30.841179 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (cf7538bf-1783-4855-96a9-79c291fe3fbc), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.898916 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (cf7538bf-1783-4855-96a9-79c291fe3fbc), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:30.899574 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:30.901496 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.053966 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6103740 Jan 31 17:08:31.056875 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 38586) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:31.082394 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Request body: {'subnet': {'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1241211108-subnet', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:08:31.089304 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe176ba-70c5-44a6-8b6a-15d98e1511d3 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7538bf-1783-4855-96a9-79c291fe3fbc,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:31.106987 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network cf7538bf-1783-4855-96a9-79c291fe3fbc details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:08:31.145451 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Made reservation on behalf of f073d05ddcff48dd993c66df445b04b5 for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:08:31.150152 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.263221 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38592) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:31.274208 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 2, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:31.366434 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Checking router: 4792bb8f-4f4a-4508-8128-9508f49500b2 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:08:31.366798 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Updating router 4792bb8f-4f4a-4508-8128-9508f49500b2 port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:08:31.411340 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.449625 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ca39-57c4-4194-a71b-8feaf367c200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.499692 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38598) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:31.533204 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7b59bdb-65de-4a98-9861-e77f12ab16ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.607623 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a46d0-3397-4d26-a330-60efe4cd989b req-704c3417-d091-42e5-838c-feb32aff470c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:31.610319 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8c2a46d0-3397-4d26-a330-60efe4cd989b req-704c3417-d091-42e5-838c-feb32aff470c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1987219 Jan 31 17:08:31.612824 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (3b36a271-75a8-45f2-88db-b6274151d201), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.629328 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ca39-57c4-4194-a71b-8feaf367c200 admin admin] Publish callbacks [] for security_group (0f0c72d8-33a6-4418-9e14-82f0380e0238), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.634628 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ca39-57c4-4194-a71b-8feaf367c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (0f0c72d8-33a6-4418-9e14-82f0380e0238), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.669341 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8ca39-57c4-4194-a71b-8feaf367c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c72d8-33a6-4418-9e14-82f0380e0238,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:31.754292 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e2f8ca39-57c4-4194-a71b-8feaf367c200 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bd898997111f410ab79ee1d41da5426a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892228 Jan 31 17:08:31.755241 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38604) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:31.789717 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Publish callbacks [] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.795597 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 5db4feab-93a1-4289-b1a7-9b8d76cfd449 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:31.810309 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8c2a46d0-3397-4d26-a330-60efe4cd989b req-1b0adba5-7cd1-4088-bd4e-8aa31e1ecd19 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838410 Jan 31 17:08:31.811050 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b36a271-75a8-45f2-88db-b6274151d201,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:31.828511 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7b59bdb-65de-4a98-9861-e77f12ab16ab admin admin] Publish callbacks [] for security_group (7482033e-1fe3-4ac7-aff5-ad863968b226), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.842499 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.872047 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Checking segment: {'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:08:31.872774 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Network hostable DHCP agents. Network: cf7538bf-1783-4855-96a9-79c291fe3fbc, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:08:31.875489 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e7b59bdb-65de-4a98-9861-e77f12ab16ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7482033e-1fe3-4ac7-aff5-ad863968b226), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.906822 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7426148c-ae86-4d65-980b-637fe40d3720 admin admin] Publish callbacks [] for security_group (0f0c72d8-33a6-4418-9e14-82f0380e0238), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.917243 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Network cf7538bf-1783-4855-96a9-79c291fe3fbc is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:08:31.930786 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:31.931012 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.942686 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, cf7538bf-1783-4855-96a9-79c291fe3fbc) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:31.953384 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:31.954094 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:31.961314 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779f9c-5867-4e8d-a8ac-7de142679d1e None None] Pushing event updated for resources: {'Port': ['ID=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:31.967304 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8406af-2681-4dc1-b1be-c8d26697e699 None None] Network cf7538bf-1783-4855-96a9-79c291fe3fbc requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:08:32.015634 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e7b59bdb-65de-4a98-9861-e77f12ab16ab admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=183132503f944806ac8a44b2b7a1ac47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086398 Jan 31 17:08:32.016579 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 38614) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:32.025280 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7426148c-ae86-4d65-980b-637fe40d3720 admin admin] Publish callbacks [] for security_group (0f0c72d8-33a6-4418-9e14-82f0380e0238), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.030958 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-99b4373b-69df-4ea7-aeb4-c63964d5f31b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9722071 Jan 31 17:08:32.033580 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 38616) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:32.038582 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:08:32.078814 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (37fb6989-c9e9-4454-83e1-4ab7cab99c78), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.080375 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (37fb6989-c9e9-4454-83e1-4ab7cab99c78), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.139746 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Attempting to bind port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:08:32.140293 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Attempting to bind port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:08:32.140978 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Attempting to bind port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 on network ab2c822c-8591-40b1-b781-4d7b43021032 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:08:32.144539 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b59bdb-65de-4a98-9861-e77f12ab16ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7482033e-1fe3-4ac7-aff5-ad863968b226,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:32.159608 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7426148c-ae86-4d65-980b-637fe40d3720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (0f0c72d8-33a6-4418-9e14-82f0380e0238), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.161996 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:08:32.162600 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Checking segment: {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:08:32.164016 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.164686 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Bound using segment: {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:08:32.165387 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Bound port: 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:08:32.166240 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.166641 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7426148c-ae86-4d65-980b-637fe40d3720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.175480 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-7426148c-ae86-4d65-980b-637fe40d3720 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0f0c72d8-33a6-4418-9e14-82f0380e0238 HTTP/1.1" status: 204 len: 168 time: 0.4130445 Jan 31 17:08:32.191321 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426148c-ae86-4d65-980b-637fe40d3720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c72d8-33a6-4418-9e14-82f0380e0238,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:32.248999 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a7517ccf-d142-4b0f-b064-c33ca8012a0d admin admin] Publish callbacks [] for security_group (7482033e-1fe3-4ac7-aff5-ad863968b226), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.285732 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a7517ccf-d142-4b0f-b064-c33ca8012a0d admin admin] Publish callbacks [] for security_group (7482033e-1fe3-4ac7-aff5-ad863968b226), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.358610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks [] for router_controller (37fb6989-c9e9-4454-83e1-4ab7cab99c78), precommit_add_association {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.402545 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-cf7538bf-1783-4855-96a9-79c291fe3fbc', 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc', 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'fixed_ips': [{'subnet_id': '3b36a271-75a8-45f2-88db-b6274151d201'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:08:32.403955 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.442157 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:32.482906 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-38ddf50e-563d-4066-8b64-5762c642c133 None None] Provisioning complete for port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:32.483465 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38ddf50e-563d-4066-8b64-5762c642c133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.566593 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] For port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:08:32.603091 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] For port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:08:32.613458 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-38ddf50e-563d-4066-8b64-5762c642c133 None None] Port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:08:32.626357 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:32.809464 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Allocated IP 172.20.0.2 (cf7538bf-1783-4855-96a9-79c291fe3fbc/3b36a271-75a8-45f2-88db-b6274151d201/7bc98886-5b74-4a4a-9e7e-0bf0742007c7) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:08:32.817574 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779f9c-5867-4e8d-a8ac-7de142679d1e None None] Pushing event updated for resources: {'Port': ['ID=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:32.822968 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:08:32.823965 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:08:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:33.108916 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea638e0-c46e-4854-ad16-359cb5381fa3 req-850b4f05-e664-45a3-bdff-abeb2e56b8d3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:33.111465 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7ea638e0-c46e-4854-ad16-359cb5381fa3 req-850b4f05-e664-45a3-bdff-abeb2e56b8d3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1148307 Jan 31 17:08:33.167509 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a7517ccf-d142-4b0f-b064-c33ca8012a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7482033e-1fe3-4ac7-aff5-ad863968b226), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:33.184049 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a7517ccf-d142-4b0f-b064-c33ca8012a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:33.191730 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-a7517ccf-d142-4b0f-b064-c33ca8012a0d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7482033e-1fe3-4ac7-aff5-ad863968b226 HTTP/1.1" status: 204 len: 168 time: 1.1729677 Jan 31 17:08:33.193806 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7ea638e0-c46e-4854-ad16-359cb5381fa3 req-c7cb3ab8-f051-42d9-9eae-b1a50729e355 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759215 Jan 31 17:08:33.195481 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks [] for router_gateway (37fb6989-c9e9-4454-83e1-4ab7cab99c78), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:33.224411 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7517ccf-d142-4b0f-b064-c33ca8012a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7482033e-1fe3-4ac7-aff5-ad863968b226,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:33.350353 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efa0be-92fc-4f64-aeeb-c8575dffd106 req-4455c00a-2611-4572-8b9f-38e6040a3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:33.353366 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-40efa0be-92fc-4f64-aeeb-c8575dffd106 req-4455c00a-2611-4572-8b9f-38e6040a3e16 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 1130 time: 0.1924517 Jan 31 17:08:33.449907 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-40efa0be-92fc-4f64-aeeb-c8575dffd106 req-31f647f9-993a-4930-a7f2-5e0a7a8360cd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893743 Jan 31 17:08:33.502720 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-c6753cba-9127-42d5-924f-fc644af9e848 None None] Provisioning complete for port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:33.503342 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6753cba-9127-42d5-924f-fc644af9e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:33.508500 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:08:33.610583 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks [] for router_gateway (37fb6989-c9e9-4454-83e1-4ab7cab99c78), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:33.641086 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:33.829960 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38646) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:33.833465 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Allocated IP 172.27.3.79 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/5076548c-80ca-47ab-94b6-0b1659173136) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:08:33.852673 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c0739ac-7869-4b03-9db1-339aa36b96f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:33.945213 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Publish callbacks [] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:33.971635 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.003992 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c0739ac-7869-4b03-9db1-339aa36b96f9 admin admin] Publish callbacks [] for security_group (2597dfd8-556b-4714-8bbb-3f3e5f71f167), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.013716 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c0739ac-7869-4b03-9db1-339aa36b96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2597dfd8-556b-4714-8bbb-3f3e5f71f167), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.108010 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0739ac-7869-4b03-9db1-339aa36b96f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2597dfd8-556b-4714-8bbb-3f3e5f71f167,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:34.128924 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3c0739ac-7869-4b03-9db1-339aa36b96f9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fa1a456b483c43c0a71aa9db535da8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960944 Jan 31 17:08:34.130294 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38656) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:34.140212 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Network cf7538bf-1783-4855-96a9-79c291fe3fbc is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:08:34.141527 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks [] for port (5076548c-80ca-47ab-94b6-0b1659173136), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.176802 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c6753cba-9127-42d5-924f-fc644af9e848 None None] Current status of the port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:34.177108 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6753cba-9127-42d5-924f-fc644af9e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.180046 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:34.182163 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Pushing event updated for resources: {'Port': ['ID=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:34.210190 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:08:34.224337 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23e4bde6-6779-4842-b136-795948e0615c admin admin] Publish callbacks [] for security_group (2597dfd8-556b-4714-8bbb-3f3e5f71f167), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.237959 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (5076548c-80ca-47ab-94b6-0b1659173136), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.256371 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23e4bde6-6779-4842-b136-795948e0615c admin admin] Publish callbacks [] for security_group (2597dfd8-556b-4714-8bbb-3f3e5f71f167), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.290322 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:08:34.321978 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23e4bde6-6779-4842-b136-795948e0615c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2597dfd8-556b-4714-8bbb-3f3e5f71f167), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.325179 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23e4bde6-6779-4842-b136-795948e0615c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.337910 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-23e4bde6-6779-4842-b136-795948e0615c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2597dfd8-556b-4714-8bbb-3f3e5f71f167 HTTP/1.1" status: 204 len: 168 time: 0.1982605 Jan 31 17:08:34.366157 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4bde6-6779-4842-b136-795948e0615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2597dfd8-556b-4714-8bbb-3f3e5f71f167,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:34.378888 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:34.393086 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:08:34.502312 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5076548c-80ca-47ab-94b6-0b1659173136,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:34.545029 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-67f4682b-5391-4ee1-ab6a-6b459bf9af21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.553655 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-c6753cba-9127-42d5-924f-fc644af9e848 None None] For port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:08:34.568041 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Attempting to bind port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:08:34.569770 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Attempting to bind port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:08:34.570582 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Attempting to bind port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 on network cf7538bf-1783-4855-96a9-79c291fe3fbc {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:08:34.581099 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c6753cba-9127-42d5-924f-fc644af9e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.650319 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:08:34.650993 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Checking segment: {'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:08:34.651543 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.651955 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Bound using segment: {'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:08:34.652519 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Bound port: 7bc98886-5b74-4a4a-9e7e-0bf0742007c7, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:08:34.652967 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:34.771506 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] For port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:08:34.775771 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:32Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:34.782053 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] For port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,segment=NetworkSegment(5184148f-32d2-498d-aa2c-aa5401361709),segment_id=5184148f-32d2-498d-aa2c-aa5401361709)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:08:34.785148 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6753cba-9127-42d5-924f-fc644af9e848 None None] Pushing event updated for resources: {'Port': ['ID=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:34.792305 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841574f-7323-4745-a821-6d553e0deb2b req-1d13bf8e-b35c-4bd3-9a4f-7cfb11769708 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:34.795485 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8841574f-7323-4745-a821-6d553e0deb2b req-1d13bf8e-b35c-4bd3-9a4f-7cfb11769708 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.4070146 Jan 31 17:08:34.846513 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb319b-a2c2-4b90-90d2-e2ecf69414ee None None] The sync data for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi is: [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:32Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:08:34.850078 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:35.006996 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7330f6-9235-4e99-8d69-2a1298db85f3 None None] Pushing event updated for resources: {'Port': ['ID=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:35.077550 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks [] for router_gateway (37fb6989-c9e9-4454-83e1-4ab7cab99c78), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:35.116022 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8841574f-7323-4745-a821-6d553e0deb2b req-1ef88b01-ddfa-4a39-8ff6-e81d329d49e2 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064811 Jan 31 17:08:35.602140 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (37fb6989-c9e9-4454-83e1-4ab7cab99c78), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:35.964681 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:08:36.123993 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:36.214255 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:08:36.229057 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Sync routers for ids ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:08:36.254485 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:36.261669 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-576c7f3a-9b1b-4b3d-acb7-d2cb0bc594e3 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2263844 Jan 31 17:08:36.265883 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 38702) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:08:36.287255 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Routers {'37fb6989-c9e9-4454-83e1-4ab7cab99c78'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:08:36.294287 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:08:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:36.367794 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:36.368192 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:36.596699 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:36.597136 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:36.616287 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Set router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:08:36.695435 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,segment=NetworkSegment(5184148f-32d2-498d-aa2c-aa5401361709),segment_id=5184148f-32d2-498d-aa2c-aa5401361709)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:08:36.700667 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:36.701724 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:36.709614 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d3e9a-e4ec-4a8e-bd6e-607501462fab req-a833c3aa-5998-4389-b96d-564d86ba2941 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:36.714701 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6d5d3e9a-e4ec-4a8e-bd6e-607501462fab req-a833c3aa-5998-4389-b96d-564d86ba2941 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.3016937 Jan 31 17:08:36.901815 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1056f2ad-447d-4f68-b47f-9d887eed87a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:36.941415 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:36.972644 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6d5d3e9a-e4ec-4a8e-bd6e-607501462fab req-61c1cd2d-5ac4-4587-9861-8b2d09893e4a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348697 Jan 31 17:08:36.974962 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:36.974962 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:37.132547 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:37.226777 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebedf4b8-e406-4e3f-aa67-33b7d88fb6f8 None None] Network cf7538bf-1783-4855-96a9-79c291fe3fbc requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:08:37.250738 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '5076548c-80ca-47ab-94b6-0b1659173136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 3, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port': {'id': '5076548c-80ca-47ab-94b6-0b1659173136', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:33Z', 'updated_at': '2022-01-31T17:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:37.301701 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Checking router: 37fb6989-c9e9-4454-83e1-4ab7cab99c78 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:08:37.302097 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Updating router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 port 5076548c-80ca-47ab-94b6-0b1659173136 binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:08:37.341456 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5076548c-80ca-47ab-94b6-0b1659173136), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:37.348334 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ec0e9-5dda-4875-b82a-c88510509342 req-f5e80c1d-293c-439a-bc7d-7b395698ed02 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:37.369384 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-119ec0e9-5dda-4875-b82a-c88510509342 req-f5e80c1d-293c-439a-bc7d-7b395698ed02 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.2564912 Jan 31 17:08:37.507577 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:37.525920 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-119ec0e9-5dda-4875-b82a-c88510509342 req-21f84296-507e-47cd-beab-ef33efac8bc2 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526256 Jan 31 17:08:37.610978 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d519a610-d18d-46b6-9b13-fb685f7a0525 None None] Provisioning complete for port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:37.611465 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d519a610-d18d-46b6-9b13-fb685f7a0525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:37.836804 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:37.859715 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Publish callbacks [] for port (5076548c-80ca-47ab-94b6-0b1659173136), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:37.874359 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (5076548c-80ca-47ab-94b6-0b1659173136), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:37.888555 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Allocated IP 172.20.0.1 (cf7538bf-1783-4855-96a9-79c291fe3fbc/3b36a271-75a8-45f2-88db-b6274151d201/318181f5-cc40-4223-b961-e5c10386379b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:08:38.015811 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4b04d-f22c-4a3e-b1d1-e60cca2f9e1c None None] Pushing event updated for resources: {'Port': ['ID=5076548c-80ca-47ab-94b6-0b1659173136,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:38.053431 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:08:38.059166 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Attempting to bind port 5076548c-80ca-47ab-94b6-0b1659173136 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:08:38.059798 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Attempting to bind port 5076548c-80ca-47ab-94b6-0b1659173136 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:08:38.060424 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Attempting to bind port 5076548c-80ca-47ab-94b6-0b1659173136 on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:08:38.076366 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:08:38.076961 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:08:38.077675 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:38.078546 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:08:38.079432 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Bound port: 5076548c-80ca-47ab-94b6-0b1659173136, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:08:38.080054 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5076548c-80ca-47ab-94b6-0b1659173136), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:38.191218 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Publish callbacks [] for port (318181f5-cc40-4223-b961-e5c10386379b), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:38.221421 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] For port 5076548c-80ca-47ab-94b6-0b1659173136, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:08:38.228384 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] For port 5076548c-80ca-47ab-94b6-0b1659173136, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=5076548c-80ca-47ab-94b6-0b1659173136,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:08:38.240726 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (5076548c-80ca-47ab-94b6-0b1659173136), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:38.303634 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (318181f5-cc40-4223-b961-e5c10386379b), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:38.334942 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Routers {'37fb6989-c9e9-4454-83e1-4ab7cab99c78'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:08:38.336323 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:08:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:38.352811 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d519a610-d18d-46b6-9b13-fb685f7a0525 None None] Current status of the port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:38.381946 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:38.382543 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:38.416348 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Network cf7538bf-1783-4855-96a9-79c291fe3fbc is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:08:38.442650 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:38.467865 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:08:38.500898 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] Set router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:08:38.567908 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-45b79902-6576-42e1-bc12-678c07a28ccb None None] Provisioning complete for port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:38.567908 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-45b79902-6576-42e1-bc12-678c07a28ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:38.574554 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Pushing event updated for resources: {'Port': ['ID=318181f5-cc40-4223-b961-e5c10386379b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:38.587588 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (37fb6989-c9e9-4454-83e1-4ab7cab99c78), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:38.767538 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4b04d-f22c-4a3e-b1d1-e60cca2f9e1c None None] Pushing event updated for resources: {'Port': ['ID=5076548c-80ca-47ab-94b6-0b1659173136,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:38.882086 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:38.886419 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-45b79902-6576-42e1-bc12-678c07a28ccb None None] Current status of the port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:38.954061 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (318181f5-cc40-4223-b961-e5c10386379b), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:39.028836 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-9dc7002c-f01a-4a9b-ac2e-1d3a421e1997 None None] Provisioning complete for port 318181f5-cc40-4223-b961-e5c10386379b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:39.030177 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9dc7002c-f01a-4a9b-ac2e-1d3a421e1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (318181f5-cc40-4223-b961-e5c10386379b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:39.099706 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7002c-f01a-4a9b-ac2e-1d3a421e1997 None None] Port 318181f5-cc40-4223-b961-e5c10386379b cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:08:39.104794 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '5076548c-80ca-47ab-94b6-0b1659173136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 3, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port': {'id': '5076548c-80ca-47ab-94b6-0b1659173136', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:33Z', 'updated_at': '2022-01-31T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:39.161304 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db9c21-9c47-436f-aa5a-43a9ea689a4c None None] The sync data for ids ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'] in dv-cinder-814898-3-iscsi is: [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '5076548c-80ca-47ab-94b6-0b1659173136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 3, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port': {'id': '5076548c-80ca-47ab-94b6-0b1659173136', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:33Z', 'updated_at': '2022-01-31T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:08:39.219969 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Publish callbacks [] for port (318181f5-cc40-4223-b961-e5c10386379b), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:39.226199 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (318181f5-cc40-4223-b961-e5c10386379b), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:39.553286 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Pushing event updated for resources: {'Port': ['ID=318181f5-cc40-4223-b961-e5c10386379b,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:39.556200 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (37fb6989-c9e9-4454-83e1-4ab7cab99c78), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:39.853840 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Network cf7538bf-1783-4855-96a9-79c291fe3fbc is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:08:39.855353 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:39.856380 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:08:39.909231 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 5076548c-80ca-47ab-94b6-0b1659173136 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:39.968753 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-80f38fae-04dc-46f9-b6ed-ac3a4615fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:39.971648 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-80f38fae-04dc-46f9-b6ed-ac3a4615fd61 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.1811860 Jan 31 17:08:40.012572 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509e087-984e-4822-8bee-ca72506d2a6d req-4e56b933-ee51-45e8-9429-9d801f241e4b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:40.028614 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 5076548c-80ca-47ab-94b6-0b1659173136 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:40.029003 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (5076548c-80ca-47ab-94b6-0b1659173136), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:40.035264 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f509e087-984e-4822-8bee-ca72506d2a6d req-4e56b933-ee51-45e8-9429-9d801f241e4b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.2327445 Jan 31 17:08:40.151673 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:08:40.253565 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 5076548c-80ca-47ab-94b6-0b1659173136 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:40.253964 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5076548c-80ca-47ab-94b6-0b1659173136), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:40.293963 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 5076548c-80ca-47ab-94b6-0b1659173136, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=5076548c-80ca-47ab-94b6-0b1659173136,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:08:40.301932 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (5076548c-80ca-47ab-94b6-0b1659173136), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:40.337414 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-cb99c42b-7622-438d-8310-1dd213142164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:40.341452 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-cb99c42b-7622-438d-8310-1dd213142164 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.3525758 Jan 31 17:08:40.369058 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-fba8c4c5-f047-45c3-a8a2-8d0f9b80eb83 None None] Provisioning complete for port 318181f5-cc40-4223-b961-e5c10386379b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:40.369572 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fba8c4c5-f047-45c3-a8a2-8d0f9b80eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (318181f5-cc40-4223-b961-e5c10386379b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:40.462683 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=5076548c-80ca-47ab-94b6-0b1659173136,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:40.465000 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:08:40.473659 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-fba8c4c5-f047-45c3-a8a2-8d0f9b80eb83 None None] Port 318181f5-cc40-4223-b961-e5c10386379b cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:08:40.477986 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3785b6e6-911e-4301-919b-0e555032bf3f admin admin] 10.222.0.90 "PUT /v2.0/routers/37fb6989-c9e9-4454-83e1-4ab7cab99c78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2052717 Jan 31 17:08:40.548976 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f509e087-984e-4822-8bee-ca72506d2a6d req-065af8a4-7d27-4a60-b6be-a460392ae3ed tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119264 Jan 31 17:08:40.551071 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-307a4d40-5e1a-430a-aa87-6910483a2f94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 217 time: 0.2027242 Jan 31 17:08:40.622026 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-e825a0f1-374c-494a-82bd-0c102fce0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:40.623735 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-e825a0f1-374c-494a-82bd-0c102fce0222 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.0651038 Jan 31 17:08:40.672827 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-d369c28b-f5a1-459d-90d1-34c1725f0119 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295925 Jan 31 17:08:40.791864 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-94fc24bd-7691-4a63-8706-e9c516b69981 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004293 Jan 31 17:08:40.892993 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9fbce582-2d8f-49f8-a6b7-87f9a9c1e175 req-c3e3fd03-42ad-48d7-a9bc-0a0d1a11bf48 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944734 Jan 31 17:08:41.039661 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3404acd-e566-4217-a5d7-290536fc174c req-7f58ff02-7722-4b98-b327-54d88c36a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:41.041287 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b3404acd-e566-4217-a5d7-290536fc174c req-7f58ff02-7722-4b98-b327-54d88c36a413 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.0619316 Jan 31 17:08:41.180611 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3404acd-e566-4217-a5d7-290536fc174c req-3a7810b2-b8f5-44f8-b4d1-93e9d376bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:41.183006 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b3404acd-e566-4217-a5d7-290536fc174c req-3a7810b2-b8f5-44f8-b4d1-93e9d376bb90 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.1053810 Jan 31 17:08:41.256329 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b3404acd-e566-4217-a5d7-290536fc174c req-724486d5-084a-452a-829a-98854a5458aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 217 time: 0.0657043 Jan 31 17:08:41.325947 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3404acd-e566-4217-a5d7-290536fc174c req-27d9a323-a3f2-46b8-b766-1287c3a2a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:41.327565 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b3404acd-e566-4217-a5d7-290536fc174c req-27d9a323-a3f2-46b8-b766-1287c3a2a193 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.0566435 Jan 31 17:08:41.356409 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:41.382572 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b3404acd-e566-4217-a5d7-290536fc174c req-db394e6a-fb01-4284-b395-0b82743bc427 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419331 Jan 31 17:08:41.509344 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b3404acd-e566-4217-a5d7-290536fc174c req-879a8725-c7fb-494d-8a95-bcc87df3c907 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104770 Jan 31 17:08:41.640514 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:41.646583 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Sync routers for ids ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:08:41.672492 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Routers {'37fb6989-c9e9-4454-83e1-4ab7cab99c78'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:08:41.673958 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:08:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:41.680370 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b3404acd-e566-4217-a5d7-290536fc174c req-3b9354cf-66be-4c48-9abd-c98ffdcb13bc service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556771 Jan 31 17:08:41.811852 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 5076548c-80ca-47ab-94b6-0b1659173136 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:41.830713 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e76a6-2567-4446-9cc6-1014657d4f5e req-29f71a39-0532-423e-a2e8-e8681b16735f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:41.833649 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f62e76a6-2567-4446-9cc6-1014657d4f5e req-29f71a39-0532-423e-a2e8-e8681b16735f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0998199 Jan 31 17:08:41.919566 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f62e76a6-2567-4446-9cc6-1014657d4f5e req-f7e144ad-b8e1-4fc5-894c-4f4c6d6834ac tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760889 Jan 31 17:08:42.144825 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:42.161461 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Set router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:08:42.312877 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 5076548c-80ca-47ab-94b6-0b1659173136 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:42.313503 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (5076548c-80ca-47ab-94b6-0b1659173136), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:42.655985 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 5076548c-80ca-47ab-94b6-0b1659173136 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:42.684312 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '5076548c-80ca-47ab-94b6-0b1659173136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:08:38Z', 'revision_number': 4, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port': {'id': '5076548c-80ca-47ab-94b6-0b1659173136', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:33Z', 'updated_at': '2022-01-31T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '318181f5-cc40-4223-b961-e5c10386379b', 'name': '', 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'mac_address': 'fa:16:3e:2c:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b36a271-75a8-45f2-88db-b6274151d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:37Z', 'updated_at': '2022-01-31T17:08:39Z', 'revision_number': 2, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'subnets': [{'id': '3b36a271-75a8-45f2-88db-b6274151d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:42.717909 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Checking router: 37fb6989-c9e9-4454-83e1-4ab7cab99c78 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:08:42.718867 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Updating router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 port 318181f5-cc40-4223-b961-e5c10386379b binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:08:42.752227 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (318181f5-cc40-4223-b961-e5c10386379b), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:43.132274 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc850e48-f644-4f37-a2d3-fcaab69f90b9 req-72dbcc41-3b50-421e-aab5-74819916aa86 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:43.134510 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc850e48-f644-4f37-a2d3-fcaab69f90b9 req-72dbcc41-3b50-421e-aab5-74819916aa86 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0795813 Jan 31 17:08:43.145476 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Publish callbacks [] for port (318181f5-cc40-4223-b961-e5c10386379b), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:43.153074 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (318181f5-cc40-4223-b961-e5c10386379b), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:43.207042 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d8aa7-d78a-40f9-beb3-7d763c6ff6b2 None None] Pushing event updated for resources: {'Port': ['ID=318181f5-cc40-4223-b961-e5c10386379b,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:43.244486 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc850e48-f644-4f37-a2d3-fcaab69f90b9 req-98ff6d1e-ddfe-48eb-9011-b134b8bc4afb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008112 Jan 31 17:08:43.337133 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Attempting to bind port 318181f5-cc40-4223-b961-e5c10386379b on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:08:43.337686 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Attempting to bind port 318181f5-cc40-4223-b961-e5c10386379b by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:08:43.338338 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Attempting to bind port 318181f5-cc40-4223-b961-e5c10386379b on network cf7538bf-1783-4855-96a9-79c291fe3fbc {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:08:43.346146 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:08:43.347580 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Checking segment: {'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:08:43.348231 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:43.348792 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Bound using segment: {'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:08:43.349449 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Bound port: 318181f5-cc40-4223-b961-e5c10386379b, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5184148f-32d2-498d-aa2c-aa5401361709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:08:43.350011 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (318181f5-cc40-4223-b961-e5c10386379b), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:43.488351 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] For port 318181f5-cc40-4223-b961-e5c10386379b, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:08:43.492894 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] For port 318181f5-cc40-4223-b961-e5c10386379b, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=318181f5-cc40-4223-b961-e5c10386379b,segment=NetworkSegment(5184148f-32d2-498d-aa2c-aa5401361709),segment_id=5184148f-32d2-498d-aa2c-aa5401361709)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:08:43.502203 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (318181f5-cc40-4223-b961-e5c10386379b), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:43.576313 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Routers {'37fb6989-c9e9-4454-83e1-4ab7cab99c78'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:08:43.579729 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:08:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:43.585086 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d8aa7-d78a-40f9-beb3-7d763c6ff6b2 None None] Pushing event updated for resources: {'Port': ['ID=318181f5-cc40-4223-b961-e5c10386379b,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:43.693130 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f3682498-d384-4948-bf80-d4e0360c7051 None None] Provisioning complete for port 318181f5-cc40-4223-b961-e5c10386379b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:43.693130 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3682498-d384-4948-bf80-d4e0360c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (318181f5-cc40-4223-b961-e5c10386379b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:43.846561 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] Set router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:08:44.151621 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f3682498-d384-4948-bf80-d4e0360c7051 None None] Current status of the port 318181f5-cc40-4223-b961-e5c10386379b is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:44.152155 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3682498-d384-4948-bf80-d4e0360c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (318181f5-cc40-4223-b961-e5c10386379b), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:44.375101 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f3682498-d384-4948-bf80-d4e0360c7051 None None] For port 318181f5-cc40-4223-b961-e5c10386379b, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=318181f5-cc40-4223-b961-e5c10386379b,segment=NetworkSegment(5184148f-32d2-498d-aa2c-aa5401361709),segment_id=5184148f-32d2-498d-aa2c-aa5401361709)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:08:44.502668 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f3682498-d384-4948-bf80-d4e0360c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (318181f5-cc40-4223-b961-e5c10386379b), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:44.573575 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903d93d-6ba8-436b-92ea-9c4381530de4 req-f2ddc86a-3d4f-40b4-b72f-35666a9cf924 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:44.580217 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5903d93d-6ba8-436b-92ea-9c4381530de4 req-f2ddc86a-3d4f-40b4-b72f-35666a9cf924 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1188390 Jan 31 17:08:44.638416 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3682498-d384-4948-bf80-d4e0360c7051 None None] Pushing event updated for resources: {'Port': ['ID=318181f5-cc40-4223-b961-e5c10386379b,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:08:44.662284 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-53130949-636b-40d4-b5f7-29da6f942f58 None None] Provisioning complete for port 318181f5-cc40-4223-b961-e5c10386379b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:44.662662 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-53130949-636b-40d4-b5f7-29da6f942f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (318181f5-cc40-4223-b961-e5c10386379b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:44.674942 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5903d93d-6ba8-436b-92ea-9c4381530de4 req-02d1a46a-58ac-4286-8667-c1ce2beeda1c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841918 Jan 31 17:08:44.728113 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '5076548c-80ca-47ab-94b6-0b1659173136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:08:38Z', 'revision_number': 4, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port': {'id': '5076548c-80ca-47ab-94b6-0b1659173136', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:33Z', 'updated_at': '2022-01-31T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '318181f5-cc40-4223-b961-e5c10386379b', 'name': '', 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'mac_address': 'fa:16:3e:2c:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b36a271-75a8-45f2-88db-b6274151d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:37Z', 'updated_at': '2022-01-31T17:08:43Z', 'revision_number': 4, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'subnets': [{'id': '3b36a271-75a8-45f2-88db-b6274151d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:08:44.764836 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43c932-aadd-405a-b5c9-27c9bed26b82 None None] The sync data for ids ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'] in dv-cinder-814898-3-iscsi is: [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '5076548c-80ca-47ab-94b6-0b1659173136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:08:38Z', 'revision_number': 4, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port': {'id': '5076548c-80ca-47ab-94b6-0b1659173136', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:33Z', 'updated_at': '2022-01-31T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '318181f5-cc40-4223-b961-e5c10386379b', 'name': '', 'network_id': 'cf7538bf-1783-4855-96a9-79c291fe3fbc', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'mac_address': 'fa:16:3e:2c:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b36a271-75a8-45f2-88db-b6274151d201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:37Z', 'updated_at': '2022-01-31T17:08:43Z', 'revision_number': 4, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'subnets': [{'id': '3b36a271-75a8-45f2-88db-b6274151d201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:08:44.804926 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-53130949-636b-40d4-b5f7-29da6f942f58 None None] Current status of the port 318181f5-cc40-4223-b961-e5c10386379b is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:45.983322 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 318181f5-cc40-4223-b961-e5c10386379b up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:08:46.066814 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c51e8-8353-4f26-888a-884984641c6c req-be1767e8-2eba-4075-ade6-cd767645bfef tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:46.079548 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0f5c51e8-8353-4f26-888a-884984641c6c req-be1767e8-2eba-4075-ade6-cd767645bfef tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.2392862 Jan 31 17:08:46.154402 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 318181f5-cc40-4223-b961-e5c10386379b triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:08:46.154850 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (318181f5-cc40-4223-b961-e5c10386379b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:46.190692 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0f5c51e8-8353-4f26-888a-884984641c6c req-91aba59d-fe66-459f-ae47-74e6ebac9bc8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091976 Jan 31 17:08:46.346883 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 318181f5-cc40-4223-b961-e5c10386379b is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:08:47.547196 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42b864-502f-4c09-8b8f-a5bfbe33bb5e req-0dedb7c9-861c-4db5-b3a7-45df71db5f0b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:47.548845 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6a42b864-502f-4c09-8b8f-a5bfbe33bb5e req-0dedb7c9-861c-4db5-b3a7-45df71db5f0b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0749464 Jan 31 17:08:47.695999 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6a42b864-502f-4c09-8b8f-a5bfbe33bb5e req-ab0b0b26-3fbc-4994-91fe-6055dbb30425 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399748 Jan 31 17:08:48.926792 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98e388-e2b2-4eda-909d-489691d5e256 req-bca3fb72-7d12-49f5-a33d-e32a120d3534 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:48.935478 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ad98e388-e2b2-4eda-909d-489691d5e256 req-bca3fb72-7d12-49f5-a33d-e32a120d3534 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1044679 Jan 31 17:08:49.058541 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ad98e388-e2b2-4eda-909d-489691d5e256 req-f9046244-1c71-4d84-84aa-8b8c01ccb636 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106980 Jan 31 17:08:50.307252 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d507-a851-4011-aad2-152320141330 req-3135a5c0-02bf-4d4c-a55f-6ed4a0f52a14 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:50.319781 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b197d507-a851-4011-aad2-152320141330 req-3135a5c0-02bf-4d4c-a55f-6ed4a0f52a14 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1135733 Jan 31 17:08:50.423014 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b197d507-a851-4011-aad2-152320141330 req-de78402d-5695-43d1-be93-56641fc36dd5 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018038 Jan 31 17:08:51.618152 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8578c2-cb7a-49a7-ba9d-4b7257237b4d req-eeb5ebad-2db3-41dd-8836-d6c6c526a6db tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:51.625347 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7d8578c2-cb7a-49a7-ba9d-4b7257237b4d req-eeb5ebad-2db3-41dd-8836-d6c6c526a6db tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0749171 Jan 31 17:08:51.674434 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7d8578c2-cb7a-49a7-ba9d-4b7257237b4d req-da4cf411-ae87-4072-bf12-047bb5236b78 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481699 Jan 31 17:08:52.951219 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c874334-73bd-4399-ac8a-4c0e7a0d603d req-0b6ab873-1468-4403-9f5f-da036d66fae8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:52.953993 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2c874334-73bd-4399-ac8a-4c0e7a0d603d req-0b6ab873-1468-4403-9f5f-da036d66fae8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1221442 Jan 31 17:08:53.041427 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2c874334-73bd-4399-ac8a-4c0e7a0d603d req-fe37605b-bd3e-4515-a20e-d70e5e84f3ba tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Jan 31 17:08:54.361692 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f65db-8726-4805-8003-c365390697c9 req-5a27b2be-0501-4ad9-a096-9ddf487bdfc4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:54.368048 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-275f65db-8726-4805-8003-c365390697c9 req-5a27b2be-0501-4ad9-a096-9ddf487bdfc4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1784463 Jan 31 17:08:54.570567 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-275f65db-8726-4805-8003-c365390697c9 req-05212949-4010-4882-a5ba-810a5efc6ddf tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979945 Jan 31 17:08:54.810134 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d1042-d83a-4e72-a093-dd40bf7d2d02 req-146efb7a-829c-4c35-8ddb-5b7a00c4d612 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:54.821424 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d03d1042-d83a-4e72-a093-dd40bf7d2d02 req-146efb7a-829c-4c35-8ddb-5b7a00c4d612 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1032350 Jan 31 17:08:54.926539 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d03d1042-d83a-4e72-a093-dd40bf7d2d02 req-c5bafe70-715a-4056-b058-abc6a89d51e9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982382 Jan 31 17:08:55.840890 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653abbd4-0441-4db8-b506-7b02468a8d15 req-dec1a355-a4eb-4a70-81ec-f1e937e961c4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:55.845790 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-653abbd4-0441-4db8-b506-7b02468a8d15 req-dec1a355-a4eb-4a70-81ec-f1e937e961c4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1115453 Jan 31 17:08:55.946611 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-653abbd4-0441-4db8-b506-7b02468a8d15 req-28539cf4-b2ba-44ff-824f-dffb47ad6956 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872269 Jan 31 17:08:56.153437 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76456eae-89b7-41f6-abc6-658d07eb3e49 req-cfa1f07f-d11f-4696-b6fc-b7ea4547e66f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:56.157865 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-76456eae-89b7-41f6-abc6-658d07eb3e49 req-cfa1f07f-d11f-4696-b6fc-b7ea4547e66f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1177356 Jan 31 17:08:56.248401 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-76456eae-89b7-41f6-abc6-658d07eb3e49 req-1414cb60-3427-4c31-86c9-4789347c7670 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839312 Jan 31 17:08:56.779437 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-fef70bd6-0206-47e1-90ab-6ab6973ec03a tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:56.784262 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-fef70bd6-0206-47e1-90ab-6ab6973ec03a tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/networks?id=ab2c822c-8591-40b1-b781-4d7b43021032 HTTP/1.1" status: 200 len: 814 time: 0.1592722 Jan 31 17:08:56.801121 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-33dba771-89d4-45b5-bae7-45741badd36b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/quotas/82f46b42652842d28e7c0483cb40fbe0 HTTP/1.1" status: 200 len: 375 time: 0.0118582 Jan 31 17:08:56.888365 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-425bf62b-612d-4524-98a7-fc67ce3b2731 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=82f46b42652842d28e7c0483cb40fbe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766160 Jan 31 17:08:57.012709 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-51bec021-14fe-4831-98fc-729579daaa45 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094317 Jan 31 17:08:57.129435 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-44c25434-e7ca-417c-be7f-99bd5e8b6e61 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063781 Jan 31 17:08:57.130685 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c3188-62cc-4081-92dc-7a4ae45b1996 req-bce58cd8-f4d2-49d2-adfe-7450f85df40a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:57.132454 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f04c3188-62cc-4081-92dc-7a4ae45b1996 req-bce58cd8-f4d2-49d2-adfe-7450f85df40a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0715308 Jan 31 17:08:57.208468 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f04c3188-62cc-4081-92dc-7a4ae45b1996 req-a2958e47-6f9a-4cdd-9cc4-3315c8e2f7bb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693834 Jan 31 17:08:57.375948 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b74be022-990b-4069-869a-4f5114c1ca13 req-ec506071-f760-45eb-9b79-cc5609676558 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 210 time: 0.0630858 Jan 31 17:08:57.494756 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943eed6-52e7-447b-a458-0d9ec209c5d4 req-5dfd6dee-d8a1-4ca5-a49c-99bb1916e9b1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:57.496491 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4943eed6-52e7-447b-a458-0d9ec209c5d4 req-5dfd6dee-d8a1-4ca5-a49c-99bb1916e9b1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0911930 Jan 31 17:08:57.568170 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4943eed6-52e7-447b-a458-0d9ec209c5d4 req-b8204461-5d0b-40b4-98fd-d07a116ca4f1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594206 Jan 31 17:08:58.364486 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff2a9c-6690-4e2d-b6b4-f3a9357fc536 req-72b0d6a7-edf2-4893-9b5e-660411b2fe87 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:58.367217 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7cff2a9c-6690-4e2d-b6b4-f3a9357fc536 req-72b0d6a7-edf2-4893-9b5e-660411b2fe87 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0730252 Jan 31 17:08:58.452781 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7cff2a9c-6690-4e2d-b6b4-f3a9357fc536 req-56c35759-73d9-49eb-b40a-3c2f3a0283ef tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775616 Jan 31 17:08:58.513315 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a510b5a1-1b4f-4c32-9a0d-de8a7a220012 req-fb709d2b-576f-4a41-8c7f-981a5ff9e5b7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 210 time: 0.0398057 Jan 31 17:08:58.735969 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-4e8abaf4-2e7b-4f3e-97f6-41490ae4cc40 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:58.738957 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-4e8abaf4-2e7b-4f3e-97f6-41490ae4cc40 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.71 "GET /v2.0/networks?id=ab2c822c-8591-40b1-b781-4d7b43021032 HTTP/1.1" status: 200 len: 814 time: 0.1703153 Jan 31 17:08:58.760078 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'port': {'device_id': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'admin_state_up': True, 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:08:58.766232 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f665-4eaa-4735-b57d-7f00e5200e1f req-6185eaed-1ecf-4a13-808d-2b99049ebc0c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:58.768235 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c301f665-4eaa-4735-b57d-7f00e5200e1f req-6185eaed-1ecf-4a13-808d-2b99049ebc0c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0790460 Jan 31 17:08:58.883926 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c301f665-4eaa-4735-b57d-7f00e5200e1f req-838c4776-5eff-4938-a104-754a9f4d0dfd tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062148 Jan 31 17:08:59.310800 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Made reservation on behalf of 82f46b42652842d28e7c0483cb40fbe0 for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:08:59.316436 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:08:59.589631 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Allocated IP 172.20.0.10 (ab2c822c-8591-40b1-b781-4d7b43021032/93b2c666-cb30-48d8-a7d6-1d6c50eefb16/fbc46482-305f-44b9-b246-023af0615787) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:08:59.716562 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-17e9b641-1090-4961-a885-d7cf786708cc req-da79f33d-fedb-4dee-87f0-253259b679e4 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 210 time: 0.0511389 Jan 31 17:08:59.767600 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8bee-c151-4d3f-bc46-5e65367111c9 req-f5eae338-b7bb-4571-a5b5-921d70118c19 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:08:59.769910 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-47fc8bee-c151-4d3f-bc46-5e65367111c9 req-f5eae338-b7bb-4571-a5b5-921d70118c19 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1609225 Jan 31 17:08:59.906474 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-47fc8bee-c151-4d3f-bc46-5e65367111c9 req-d70a5e0b-694d-416a-840c-ec100353628f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191566 Jan 31 17:08:59.950302 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for port (fbc46482-305f-44b9-b246-023af0615787), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:00.041422 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (fbc46482-305f-44b9-b246-023af0615787), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:00.101242 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Network ab2c822c-8591-40b1-b781-4d7b43021032 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:09:00.108282 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:09:00.111920 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:09:00.116743 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacf942-fbc1-424a-b5ad-b318c1e940b1 req-40593804-c7e3-4c98-a3d3-811d2eab8441 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:00.117890 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:00.118494 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ecacf942-fbc1-424a-b5ad-b318c1e940b1 req-40593804-c7e3-4c98-a3d3-811d2eab8441 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0884309 Jan 31 17:09:00.118782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:00.153844 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'Port': ['ID=fbc46482-305f-44b9-b246-023af0615787,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:00.170665 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4174788 Jan 31 17:09:00.172585 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.173174 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.173649 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.175609 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.175609 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.175609 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.175609 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.175609 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.176206 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.176560 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.177166 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.177683 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.178407 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c421d26b-14eb-4588-afad-9da66045a3ea tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:00.234238 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ecacf942-fbc1-424a-b5ad-b318c1e940b1 req-f96222c6-b30c-4f48-b981-594b43f7404e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064868 Jan 31 17:09:00.427045 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Request body: {'port': {'device_id': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:00.482961 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-b8f62f2c-9e4a-467f-9185-10ade5d156cc None None] Provisioning complete for port fbc46482-305f-44b9-b246-023af0615787 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:09:00.483789 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b8f62f2c-9e4a-467f-9185-10ade5d156cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (fbc46482-305f-44b9-b246-023af0615787), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:00.585022 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fbc46482-305f-44b9-b246-023af0615787), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:00.619527 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b8f62f2c-9e4a-467f-9185-10ade5d156cc None None] Port fbc46482-305f-44b9-b246-023af0615787 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:09:01.206742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce1388-7425-4290-9363-5ba49af1598d req-47d1187c-23b9-4337-8ceb-4d56c1043308 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:01.210013 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7fce1388-7425-4290-9363-5ba49af1598d req-47d1187c-23b9-4337-8ceb-4d56c1043308 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 932 time: 0.3011560 Jan 31 17:09:01.272673 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab530901-1b6b-4004-b287-bc8236004984 req-1f6909af-8676-451d-b299-682f0512797e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:01.282212 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ab530901-1b6b-4004-b287-bc8236004984 req-1f6909af-8676-451d-b299-682f0512797e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1931174 Jan 31 17:09:01.399740 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7fce1388-7425-4290-9363-5ba49af1598d req-9cc1576d-feca-4944-994e-428a0b91359f tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813171 Jan 31 17:09:01.506842 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ab530901-1b6b-4004-b287-bc8236004984 req-9f0fd7bb-0440-447c-b6dd-e316c285a650 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107925 Jan 31 17:09:01.594183 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc46482-305f-44b9-b246-023af0615787 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:09:01.606062 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Publish callbacks [] for port (fbc46482-305f-44b9-b246-023af0615787), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:01.638107 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Transition to ACTIVE for port object fbc46482-305f-44b9-b246-023af0615787 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:09:01.644782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (fbc46482-305f-44b9-b246-023af0615787), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:01.831177 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3149bc-8891-450a-8fa7-811157d48630 req-06345634-8234-4bbe-ade8-3e50ab580732 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:01.833315 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ac3149bc-8891-450a-8fa7-811157d48630 req-06345634-8234-4bbe-ade8-3e50ab580732 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1814759 Jan 31 17:09:01.834560 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc46482-305f-44b9-b246-023af0615787,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:01.919286 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Attempting to bind port fbc46482-305f-44b9-b246-023af0615787 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:09:01.919900 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Attempting to bind port fbc46482-305f-44b9-b246-023af0615787 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:09:01.920346 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Attempting to bind port fbc46482-305f-44b9-b246-023af0615787 on network ab2c822c-8591-40b1-b781-4d7b43021032 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:09:01.929115 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Port fbc46482-305f-44b9-b246-023af0615787 on network ab2c822c-8591-40b1-b781-4d7b43021032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:09:01.929520 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Attempting to bind port fbc46482-305f-44b9-b246-023af0615787 on network ab2c822c-8591-40b1-b781-4d7b43021032 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:09:01.941527 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:09:01.943872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Checking segment: {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:09:01.944517 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Bound using segment: {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:09:01.945221 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Bound port: fbc46482-305f-44b9-b246-023af0615787, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1393a3-aa70-44d6-8521-00937ca66705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:09:01.945692 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fbc46482-305f-44b9-b246-023af0615787), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:01.958054 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ac3149bc-8891-450a-8fa7-811157d48630 req-20c7d69f-094b-43a2-9965-873754fe3346 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978494 Jan 31 17:09:02.056005 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] For port fbc46482-305f-44b9-b246-023af0615787, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:09:02.061755 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] For port fbc46482-305f-44b9-b246-023af0615787, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fbc46482-305f-44b9-b246-023af0615787,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:09:02.074676 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (fbc46482-305f-44b9-b246-023af0615787), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:02.190501 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:02.193921 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:02.200296 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] 10.222.0.71 "PUT /v2.0/ports/fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 1094 time: 1.7758067 Jan 31 17:09:02.208640 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:09:02.217959 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10923bfc-43ec-415b-8dad-c21b81d8c664" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:02.263592 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33a49e-99a7-4cb2-ae50-c8c4c3a1c962 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc46482-305f-44b9-b246-023af0615787,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:02.309128 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d024d0bc-8df5-441e-9708-0b1485175772 x-openstack-request-id: req-d024d0bc-8df5-441e-9708-0b1485175772 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:02.309694 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:02.310013 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d024d0bc-8df5-441e-9708-0b1485175772 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:02.310490 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787', 'status': 'completed', 'code': 200} Jan 31 17:09:02.679080 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74fe38-9220-4890-9f1e-891029ab955b req-ee60ded9-fce9-45d9-b8a7-86475b9ea8ee tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:02.689506 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1e74fe38-9220-4890-9f1e-891029ab955b req-ee60ded9-fce9-45d9-b8a7-86475b9ea8ee tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.1579103 Jan 31 17:09:02.740664 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7675b6-4e32-4676-8ba3-54e9ed6f089f req-8e41256e-5123-4181-bd71-df3678196ea8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:02.743169 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ad7675b6-4e32-4676-8ba3-54e9ed6f089f req-8e41256e-5123-4181-bd71-df3678196ea8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0941133 Jan 31 17:09:02.827895 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1e74fe38-9220-4890-9f1e-891029ab955b req-521f67eb-bcb9-475d-83a4-bc6f51d1885b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372371 Jan 31 17:09:02.866958 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ad7675b6-4e32-4676-8ba3-54e9ed6f089f req-66b85d30-2a13-4f96-a523-2605ca57cac1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096466 Jan 31 17:09:02.905833 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923bfc-43ec-415b-8dad-c21b81d8c664 req-431efc18-8aac-40f0-a606-a0efd39bf288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:02.908538 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-10923bfc-43ec-415b-8dad-c21b81d8c664 req-431efc18-8aac-40f0-a606-a0efd39bf288 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82f46b42652842d28e7c0483cb40fbe0&device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1128 time: 0.0860400 Jan 31 17:09:03.209335 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43715513-5c23-4800-a01b-454906bfdbb4 req-25ed13f9-6343-4a43-95bb-d73ab364565b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:03.211193 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-43715513-5c23-4800-a01b-454906bfdbb4 req-25ed13f9-6343-4a43-95bb-d73ab364565b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1329489 Jan 31 17:09:03.338935 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-43715513-5c23-4800-a01b-454906bfdbb4 req-8a299af5-69ca-459a-ab6f-2796530895f0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133277 Jan 31 17:09:04.077613 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598f37d-f12b-4c29-9734-ae302ea75f8c req-f0907bab-bdb9-4e92-9aa2-198d60f3270b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:04.081041 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b598f37d-f12b-4c29-9734-ae302ea75f8c req-f0907bab-bdb9-4e92-9aa2-198d60f3270b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.1234071 Jan 31 17:09:04.103618 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d834328-9ade-47d5-8d8b-512b4b11cd10 req-84a1dfd2-420d-433d-b42f-ca57811d7ffb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:04.105403 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6d834328-9ade-47d5-8d8b-512b4b11cd10 req-84a1dfd2-420d-433d-b42f-ca57811d7ffb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1133959 Jan 31 17:09:04.184018 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b598f37d-f12b-4c29-9734-ae302ea75f8c req-169834e8-33b4-4a86-b30f-8054c410af90 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924029 Jan 31 17:09:04.203742 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6d834328-9ade-47d5-8d8b-512b4b11cd10 req-df83b1b7-3526-4117-b38a-557b406420fb tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872571 Jan 31 17:09:04.484359 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-71c9eb63-dab0-4734-9c16-e87115aac3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:04.609198 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd63f52-77de-4f9f-bccd-908e5ab9e191 req-f1a58c92-0f32-4a27-b018-85706e89dc23 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:04.612119 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-abd63f52-77de-4f9f-bccd-908e5ab9e191 req-f1a58c92-0f32-4a27-b018-85706e89dc23 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1041090 Jan 31 17:09:04.688051 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-abd63f52-77de-4f9f-bccd-908e5ab9e191 req-911ab3ec-88a7-4690-a5c1-878cf61fa04c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670829 Jan 31 17:09:05.503095 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7a050-fd55-4fd7-9ba1-5c66cec5dac6 req-7d28a4f4-7b8b-4bbe-87da-a6a1873f6abe tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:05.516469 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aad7a050-fd55-4fd7-9ba1-5c66cec5dac6 req-7d28a4f4-7b8b-4bbe-87da-a6a1873f6abe tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.1198709 Jan 31 17:09:05.516738 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca4bb8-1cf9-4bcf-b27b-b953e2729b0b req-6bc334bf-fa1a-4778-ada7-da063c1bd0f0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:05.529929 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5fca4bb8-1cf9-4bcf-b27b-b953e2729b0b req-6bc334bf-fa1a-4778-ada7-da063c1bd0f0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1318986 Jan 31 17:09:05.620891 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aad7a050-fd55-4fd7-9ba1-5c66cec5dac6 req-efe032b4-175a-44f2-8eac-75d04a39c4c7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030610 Jan 31 17:09:05.622984 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5fca4bb8-1cf9-4bcf-b27b-b953e2729b0b req-b1550f6e-60e9-4578-9c67-29275b55350b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909414 Jan 31 17:09:05.983686 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27fab8-ab86-4bc5-aaaa-896355aae18e req-2cad9dca-efe9-4726-b516-467e600b75c8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:05.991806 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-de27fab8-ab86-4bc5-aaaa-896355aae18e req-2cad9dca-efe9-4726-b516-467e600b75c8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1405573 Jan 31 17:09:06.091995 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-de27fab8-ab86-4bc5-aaaa-896355aae18e req-364cb8a3-1760-49ae-b486-464453217fda tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979059 Jan 31 17:09:06.790028 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04f87-9cf8-4e55-994c-3841cd389eaa req-2c9366c6-e3f8-441c-bf5f-d79dbe990710 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:06.792823 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-06d04f87-9cf8-4e55-994c-3841cd389eaa req-2c9366c6-e3f8-441c-bf5f-d79dbe990710 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0769398 Jan 31 17:09:06.806645 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419a88-261f-4f32-bd6f-8c5c6402fc61 req-581ed48e-5f7e-4a0b-b7b8-333fff51ebd8 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:06.808358 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38419a88-261f-4f32-bd6f-8c5c6402fc61 req-581ed48e-5f7e-4a0b-b7b8-333fff51ebd8 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.0621374 Jan 31 17:09:06.856144 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e77bb62-24d2-4b01-beb9-bcfa48324691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:06.934407 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-06d04f87-9cf8-4e55-994c-3841cd389eaa req-8f437c65-8a4f-4f5b-bda2-30bbfa9e0af3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227398 Jan 31 17:09:06.938556 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38419a88-261f-4f32-bd6f-8c5c6402fc61 req-5c1c3667-6386-43df-8e6a-8c438e252cc1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031282 Jan 31 17:09:07.315438 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba05683-5652-49dd-b54a-bc7f25caf68f req-53a6c7dc-5cde-46d2-b2a3-c074f178bba7 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:07.318006 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fba05683-5652-49dd-b54a-bc7f25caf68f req-53a6c7dc-5cde-46d2-b2a3-c074f178bba7 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0815694 Jan 31 17:09:07.410247 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fba05683-5652-49dd-b54a-bc7f25caf68f req-377fc873-b036-4312-9656-b3aa920d9075 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820842 Jan 31 17:09:08.110536 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47613e-e4e7-4ee3-be5d-71e4857fbc82 req-54d4b048-a028-41bd-9bbe-9ededb6e37c1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:08.112497 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8b47613e-e4e7-4ee3-be5d-71e4857fbc82 req-54d4b048-a028-41bd-9bbe-9ededb6e37c1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.0641491 Jan 31 17:09:08.117468 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e556a6-8a7e-4cfa-84bd-c8ef0cbcff83 req-c640883d-25ec-42bc-b7bc-d32c33ebec33 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:08.120592 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-17e556a6-8a7e-4cfa-84bd-c8ef0cbcff83 req-c640883d-25ec-42bc-b7bc-d32c33ebec33 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0770562 Jan 31 17:09:08.201236 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-17e556a6-8a7e-4cfa-84bd-c8ef0cbcff83 req-974f3b7d-af79-4ee1-b8c0-d87023847ccc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Jan 31 17:09:08.209505 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8b47613e-e4e7-4ee3-be5d-71e4857fbc82 req-b464981f-9c7f-4ff0-8a43-f6b3d2ca35ac tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847819 Jan 31 17:09:08.644325 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa76e-9b25-4ec6-86a9-eef389fa2955 req-44b71a76-e5e0-4255-92f4-6f3168374845 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:08.645973 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cdfa76e-9b25-4ec6-86a9-eef389fa2955 req-44b71a76-e5e0-4255-92f4-6f3168374845 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0753787 Jan 31 17:09:08.719219 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cdfa76e-9b25-4ec6-86a9-eef389fa2955 req-530c74dd-9b01-44d6-8e10-1cd286211a46 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671949 Jan 31 17:09:08.907266 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923bfc-43ec-415b-8dad-c21b81d8c664 req-7eb2a54b-5d71-419b-9c51-2803c042b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:08.908840 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-10923bfc-43ec-415b-8dad-c21b81d8c664 req-7eb2a54b-5d71-419b-9c51-2803c042b307 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=82f46b42652842d28e7c0483cb40fbe0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2120123 Jan 31 17:09:09.109103 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923bfc-43ec-415b-8dad-c21b81d8c664 req-7225d9d9-3e25-4d8f-b421-04fffae05973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:09.110790 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-10923bfc-43ec-415b-8dad-c21b81d8c664 req-7225d9d9-3e25-4d8f-b421-04fffae05973 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889133 Jan 31 17:09:09.372112 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba21d9-d218-4247-ac98-547ca582c16d req-fe444ba2-eb13-4880-aee4-0ef363ba5d94 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:09.373792 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-55ba21d9-d218-4247-ac98-547ca582c16d req-fe444ba2-eb13-4880-aee4-0ef363ba5d94 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0606523 Jan 31 17:09:09.402103 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481eac7-a7aa-4684-9507-673697c68285 req-e8434432-2518-40f0-8a8e-0aca85181648 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:09.404695 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7481eac7-a7aa-4684-9507-673697c68285 req-e8434432-2518-40f0-8a8e-0aca85181648 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.0883880 Jan 31 17:09:09.448987 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-55ba21d9-d218-4247-ac98-547ca582c16d req-cfd26e7e-7b37-4c6f-8fab-a89c3c4ab741 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Jan 31 17:09:09.458402 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7481eac7-a7aa-4684-9507-673697c68285 req-6cb4f457-da83-45cb-afc5-1f57e99021e6 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476253 Jan 31 17:09:09.855994 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:09.895931 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cffa44-eb39-4594-84ad-031f3a1c7fad req-e68d40ce-359f-4372-a78c-99f21ac1866c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:09.900085 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-30cffa44-eb39-4594-84ad-031f3a1c7fad req-e68d40ce-359f-4372-a78c-99f21ac1866c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0957146 Jan 31 17:09:09.950391 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-30cffa44-eb39-4594-84ad-031f3a1c7fad req-d30bd176-f918-4ae1-a835-288ab0b82951 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460935 Jan 31 17:09:10.611711 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add1c84-13bf-4bad-a8a3-5756cbb6803b req-4527fc10-3962-4022-84b5-07df8b0fd2c1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:10.614442 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3add1c84-13bf-4bad-a8a3-5756cbb6803b req-4527fc10-3962-4022-84b5-07df8b0fd2c1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0793948 Jan 31 17:09:10.630496 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9808b-ef7c-41d7-8865-aeeea5ef5b45 req-b6862158-0863-4795-9336-82876cfee756 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:10.632281 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-83f9808b-ef7c-41d7-8865-aeeea5ef5b45 req-b6862158-0863-4795-9336-82876cfee756 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.0655670 Jan 31 17:09:10.671275 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3add1c84-13bf-4bad-a8a3-5756cbb6803b req-4bee9595-2ee2-4b57-9920-5950b89852e6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501246 Jan 31 17:09:10.689838 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-83f9808b-ef7c-41d7-8865-aeeea5ef5b45 req-323aa6c5-ad3f-41cb-930f-39ae67cdd8a5 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476420 Jan 31 17:09:11.096779 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afd344-374f-4977-ab39-5989630076d7 req-5e2de0a3-1ff3-4c71-bbe9-cf59874e7429 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:11.098396 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-66afd344-374f-4977-ab39-5989630076d7 req-5e2de0a3-1ff3-4c71-bbe9-cf59874e7429 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0587108 Jan 31 17:09:11.151457 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-66afd344-374f-4977-ab39-5989630076d7 req-2c612a4e-6846-4fec-80c7-bb4999c145f5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466607 Jan 31 17:09:11.362168 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:11.635205 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:11.852647 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89e122-a364-4341-bccb-eae92fec7598 req-6c53278b-4772-4897-8f98-901c7c66abd8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:11.855232 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ec89e122-a364-4341-bccb-eae92fec7598 req-6c53278b-4772-4897-8f98-901c7c66abd8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0740979 Jan 31 17:09:11.862347 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4dd3b-f50a-438e-9eb2-f19b895b01e9 req-2ae7162e-5c9a-4d58-b896-b174aac0dece tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:11.864951 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e5f4dd3b-f50a-438e-9eb2-f19b895b01e9 req-2ae7162e-5c9a-4d58-b896-b174aac0dece tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.0762041 Jan 31 17:09:11.931053 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ec89e122-a364-4341-bccb-eae92fec7598 req-892441d1-b17c-46a7-bcaa-5f6e4f76697a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691841 Jan 31 17:09:11.956064 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e5f4dd3b-f50a-438e-9eb2-f19b895b01e9 req-36c29d31-336b-47e0-980a-50b7743a48fc tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815828 Jan 31 17:09:12.003175 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:12.036664 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-d6e163bb-0bf7-4706-bd05-8275b83ce411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:12.039256 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-d6e163bb-0bf7-4706-bd05-8275b83ce411 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82f46b42652842d28e7c0483cb40fbe0&device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1128 time: 0.1064715 Jan 31 17:09:12.086611 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-23f8a595-b7a5-4b2e-84fa-4e00e9d730a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 217 time: 0.0396581 Jan 31 17:09:12.145744 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-8b39753c-0afc-4b5c-b171-ca3629cee75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:12.147539 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-8b39753c-0afc-4b5c-b171-ca3629cee75b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=93b2c666-cb30-48d8-a7d6-1d6c50eefb16 HTTP/1.1" status: 200 len: 853 time: 0.0550022 Jan 31 17:09:12.205912 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-4ca27565-abdf-4f1a-ba2b-c6353d137275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:12.207882 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-4ca27565-abdf-4f1a-ba2b-c6353d137275 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2c822c-8591-40b1-b781-4d7b43021032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535212 Jan 31 17:09:12.315539 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7135b-0230-4602-ba65-67cc60b3971f req-7c8848cb-0b9c-48f8-8700-6faa7936fdfe tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:12.320512 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7db7135b-0230-4602-ba65-67cc60b3971f req-7c8848cb-0b9c-48f8-8700-6faa7936fdfe tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0840070 Jan 31 17:09:12.364483 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-fd1bc58b-8bf1-4c0b-ba3d-c5df5b04e4b6 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499078 Jan 31 17:09:12.412214 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7db7135b-0230-4602-ba65-67cc60b3971f req-c40d0c83-670b-4e07-8ea0-dca5a7baa891 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849352 Jan 31 17:09:12.532059 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b1ce0d86-ee92-4927-9b3f-7b0e509d283c req-7103a2c6-e84b-41a6-9ec0-0abbf3a676e2 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586337 Jan 31 17:09:13.143826 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9cae8-897a-4968-b3b7-de5a9cd664ad req-b2d6d5c3-c4f7-4d2c-ae73-1731183dc453 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:13.152999 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-22e9cae8-897a-4968-b3b7-de5a9cd664ad req-b2d6d5c3-c4f7-4d2c-ae73-1731183dc453 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.1051478 Jan 31 17:09:13.181130 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332cf5-c326-4cb6-8f98-fe248463ecaa req-0df0f14c-2f36-45ec-96b0-d26bd93f1e22 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:13.184551 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-48332cf5-c326-4cb6-8f98-fe248463ecaa req-0df0f14c-2f36-45ec-96b0-d26bd93f1e22 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1100230 Jan 31 17:09:13.248504 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-48332cf5-c326-4cb6-8f98-fe248463ecaa req-87c962a2-6df9-4447-aa3c-fc249cbcf8c3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570703 Jan 31 17:09:13.275418 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-22e9cae8-897a-4968-b3b7-de5a9cd664ad req-c8790fb5-8fba-4088-a6c5-73c6b39ea869 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207592 Jan 31 17:09:13.635651 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f931c4-cd1f-4280-aa2d-df377d27ab2a req-6bbdca17-ed94-40ba-8520-369dee93e3c8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:13.637890 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3f931c4-cd1f-4280-aa2d-df377d27ab2a req-6bbdca17-ed94-40ba-8520-369dee93e3c8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0928133 Jan 31 17:09:13.676316 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66baf-fea2-4716-ac03-8d1977ccadc3 req-92c8dffb-6aa5-43f5-9239-0668cda8d982 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:13.678972 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6fd66baf-fea2-4716-ac03-8d1977ccadc3 req-92c8dffb-6aa5-43f5-9239-0668cda8d982 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1118679 Jan 31 17:09:13.694884 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3f931c4-cd1f-4280-aa2d-df377d27ab2a req-62636ca6-5e06-48aa-b719-64ae398c1a32 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486434 Jan 31 17:09:13.758464 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6fd66baf-fea2-4716-ac03-8d1977ccadc3 req-e087d0b0-5960-4e2b-a70b-0e1aade18ee4 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723135 Jan 31 17:09:14.420751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696efb98-c665-4e3a-9cce-fceb0ab48ce3 req-3683d5ca-4095-4a2c-9128-e784fe67a96b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:14.423328 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fac36-2044-4001-b27a-68122010a919 req-5c9f010a-554c-43a6-9e22-4609f4e1ab9d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:14.426316 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-696efb98-c665-4e3a-9cce-fceb0ab48ce3 req-3683d5ca-4095-4a2c-9128-e784fe67a96b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.0829053 Jan 31 17:09:14.435246 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-039fac36-2044-4001-b27a-68122010a919 req-5c9f010a-554c-43a6-9e22-4609f4e1ab9d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1072626 Jan 31 17:09:14.484242 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-039fac36-2044-4001-b27a-68122010a919 req-f0b04aa0-7e8d-480e-8d17-b23fe92f0425 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Jan 31 17:09:14.493532 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-696efb98-c665-4e3a-9cce-fceb0ab48ce3 req-a5cd4d37-9b2b-4e22-8a7f-1b7c7fb5270c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580230 Jan 31 17:09:14.910602 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae144ca8-47b3-4d2f-90f2-cc484526383a req-ecd8db49-9792-49ac-8471-14e08f565bb9 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:14.911740 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e59ce-9d35-4394-9b76-e14623a30eff req-c5f7f365-6cb6-4876-a7f0-beffcf882ccf tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:14.912366 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ae144ca8-47b3-4d2f-90f2-cc484526383a req-ecd8db49-9792-49ac-8471-14e08f565bb9 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0664783 Jan 31 17:09:14.914809 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-496e59ce-9d35-4394-9b76-e14623a30eff req-c5f7f365-6cb6-4876-a7f0-beffcf882ccf tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1077321 Jan 31 17:09:15.002007 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:09:15.009835 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ae144ca8-47b3-4d2f-90f2-cc484526383a req-1641a962-036f-4f1f-9469-678bede078b4 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873232 Jan 31 17:09:15.024726 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-496e59ce-9d35-4394-9b76-e14623a30eff req-675e8863-6934-4ef8-9000-701c6fceef41 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032293 Jan 31 17:09:15.328602 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d80b1a-ef1c-41bd-ac12-3efe18c5c9a7 req-9acfb66a-4ff2-45f9-bd11-2615edca4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:15.330210 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-48d80b1a-ef1c-41bd-ac12-3efe18c5c9a7 req-9acfb66a-4ff2-45f9-bd11-2615edca4967 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.0595059 Jan 31 17:09:15.390769 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-48d80b1a-ef1c-41bd-ac12-3efe18c5c9a7 req-967ba0bf-69bd-4422-9a9f-87b9b74dc739 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501935 Jan 31 17:09:15.644576 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddef6d9-8087-4d8c-a709-da41684dd9eb req-2ccb266c-5ba7-412a-9ddb-9ab63126fd5e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:15.647209 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0ddef6d9-8087-4d8c-a709-da41684dd9eb req-2ccb266c-5ba7-412a-9ddb-9ab63126fd5e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0825441 Jan 31 17:09:15.694666 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e6ab4-b398-4033-b5b3-30b0f2ee48fd req-f8649b44-543f-4480-af15-d18f7f22e788 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:15.697122 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-200e6ab4-b398-4033-b5b3-30b0f2ee48fd req-f8649b44-543f-4480-af15-d18f7f22e788 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.0919456 Jan 31 17:09:15.729371 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0ddef6d9-8087-4d8c-a709-da41684dd9eb req-25f6ce68-4b5d-424f-9c8a-96dfb6e0c56b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747728 Jan 31 17:09:15.777022 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-200e6ab4-b398-4033-b5b3-30b0f2ee48fd req-857f1743-1f37-4808-a6b4-6a697dcd2169 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724747 Jan 31 17:09:16.222486 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba68a2-de9b-4c7c-b8dc-f052c7630318 req-9a394949-8dee-4b38-9d94-89b37db8aebc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:16.225811 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-12ba68a2-de9b-4c7c-b8dc-f052c7630318 req-9a394949-8dee-4b38-9d94-89b37db8aebc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1270528 Jan 31 17:09:16.281047 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c408e65-2c98-4e09-8097-13185bf0a97a req-e9dde33c-0598-4f32-b679-6c5b237fb60a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:16.283049 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0c408e65-2c98-4e09-8097-13185bf0a97a req-e9dde33c-0598-4f32-b679-6c5b237fb60a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0849047 Jan 31 17:09:16.317834 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-12ba68a2-de9b-4c7c-b8dc-f052c7630318 req-f46d98c4-4c5f-4d47-b797-49d2424d4f0d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823281 Jan 31 17:09:16.361559 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0c408e65-2c98-4e09-8097-13185bf0a97a req-3c7b9ce0-18ce-4287-ac73-0ac97b672578 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650809 Jan 31 17:09:16.896198 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d678c12-5751-4dce-8d28-48987fd28d47 req-10c0f063-481c-48df-ba3c-89b8b7fe821c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:16.898179 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7d678c12-5751-4dce-8d28-48987fd28d47 req-10c0f063-481c-48df-ba3c-89b8b7fe821c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0817201 Jan 31 17:09:16.962733 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dda2bb-6f2f-4b61-b2fa-1a96b9b9afa7 req-31310440-76d6-4449-8a7d-3b3c5cf8cf28 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:16.964524 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-21dda2bb-6f2f-4b61-b2fa-1a96b9b9afa7 req-31310440-76d6-4449-8a7d-3b3c5cf8cf28 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 944 time: 0.0853541 Jan 31 17:09:16.966223 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7d678c12-5751-4dce-8d28-48987fd28d47 req-95d07750-df4f-4025-ba49-e2c10eb41e7e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573332 Jan 31 17:09:17.047331 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-21dda2bb-6f2f-4b61-b2fa-1a96b9b9afa7 req-8741ea7c-3c7e-4959-8d17-674e871a97b9 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744417 Jan 31 17:09:17.412007 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:09:17.506813 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f6a6d-ba4d-4123-a108-ec209e039ed1 req-9363f6ca-613d-4050-b219-341f943a2ed2 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:17.510824 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f94f6a6d-ba4d-4123-a108-ec209e039ed1 req-9363f6ca-613d-4050-b219-341f943a2ed2 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1068034 Jan 31 17:09:17.536191 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01074b58-4fb9-481b-8a3c-f2c16f84a4d9 req-117040de-ad13-436c-a4ef-120207bd3bb8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:17.538704 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-01074b58-4fb9-481b-8a3c-f2c16f84a4d9 req-117040de-ad13-436c-a4ef-120207bd3bb8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0750721 Jan 31 17:09:17.582720 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:17.598520 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f94f6a6d-ba4d-4123-a108-ec209e039ed1 req-d474b555-bb44-409f-b2f8-82528adfaa7c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769110 Jan 31 17:09:17.599674 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'port_id': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'mac_address': 'fa:16:3e:d7:83:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:09:17.626033 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-01074b58-4fb9-481b-8a3c-f2c16f84a4d9 req-1b88bfd7-ad32-468f-8fb4-62ca84c88611 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761216 Jan 31 17:09:17.666528 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad is: ACTIVE; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:17.666963 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:17.684556 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:09:17.708313 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:17.712862 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:17.713661 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device fbc46482-305f-44b9-b246-023af0615787 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:09:17.789640 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:17.811575 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.812042 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.812521 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.812987 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.813377 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.813835 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.814217 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.814591 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.814965 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.815328 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.815808 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.816159 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:17.816526 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:18.025690 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port fbc46482-305f-44b9-b246-023af0615787, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fbc46482-305f-44b9-b246-023af0615787,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:18.040973 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'fbc46482-305f-44b9-b246-023af0615787', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'port_id': 'fbc46482-305f-44b9-b246-023af0615787', 'mac_address': 'fa:16:3e:86:5b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:09:18.088961 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port fbc46482-305f-44b9-b246-023af0615787 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:18.092075 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fbc46482-305f-44b9-b246-023af0615787), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:18.108094 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc46482-305f-44b9-b246-023af0615787 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:09:18.133406 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port fbc46482-305f-44b9-b246-023af0615787, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fbc46482-305f-44b9-b246-023af0615787,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:18.141381 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (fbc46482-305f-44b9-b246-023af0615787), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:18.156363 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3ef0-b100-4d1b-9b24-a99e936cc5f6 req-147271d3-d411-47b3-a0e7-b21664c410ea tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:18.158997 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fb0f3ef0-b100-4d1b-9b24-a99e936cc5f6 req-147271d3-d411-47b3-a0e7-b21664c410ea tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0905888 Jan 31 17:09:18.226452 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=fbc46482-305f-44b9-b246-023af0615787,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:18.247047 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3267ec-7d78-47dd-af2b-4d6ee32e5971 req-99cf8de6-40d2-4fc2-ba39-19eb00c761b0 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:18.249188 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0e3267ec-7d78-47dd-af2b-4d6ee32e5971 req-99cf8de6-40d2-4fc2-ba39-19eb00c761b0 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 945 time: 0.1029081 Jan 31 17:09:18.249400 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fb0f3ef0-b100-4d1b-9b24-a99e936cc5f6 req-834d6ce4-d305-49a1-bf48-c95a11de4d65 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834870 Jan 31 17:09:18.315909 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0e3267ec-7d78-47dd-af2b-4d6ee32e5971 req-7a2804d0-7162-43e9-af76-b153232e14a1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565553 Jan 31 17:09:18.551355 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:09:18.761460 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb80de-754c-4a7f-a1fc-a59328bc1e7a req-2a9d8372-61a4-454b-8076-b5e426a3163f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:18.763074 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-21eb80de-754c-4a7f-a1fc-a59328bc1e7a req-2a9d8372-61a4-454b-8076-b5e426a3163f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0651548 Jan 31 17:09:18.829318 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-21eb80de-754c-4a7f-a1fc-a59328bc1e7a req-3b8ab519-2511-410e-85ef-1827508b8840 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552344 Jan 31 17:09:18.836897 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fee5d-f808-465c-b5d4-cd9f5f27903b req-5ce69eb2-99d1-4e65-9883-30dfad07f2ef tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:18.839868 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-eb3fee5d-f808-465c-b5d4-cd9f5f27903b req-5ce69eb2-99d1-4e65-9883-30dfad07f2ef tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 944 time: 0.0850229 Jan 31 17:09:18.863151 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['fbc46482-305f-44b9-b246-023af0615787'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:09:18.916816 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-eb3fee5d-f808-465c-b5d4-cd9f5f27903b req-2c9c68d5-3376-4983-9631-5d4714567e91 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684681 Jan 31 17:09:19.498275 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84144a-e9d5-48bf-ae3a-094e02f87644 req-e750077c-d10b-4b91-a619-dce37e803342 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:19.502852 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-db84144a-e9d5-48bf-ae3a-094e02f87644 req-e750077c-d10b-4b91-a619-dce37e803342 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1348083 Jan 31 17:09:19.608640 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c882d7-7f3f-41c4-aed6-03969ea8e41c req-6f5a23d9-6dfa-4d51-8113-c77971301a70 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:19.614321 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c2c882d7-7f3f-41c4-aed6-03969ea8e41c req-6f5a23d9-6dfa-4d51-8113-c77971301a70 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 945 time: 0.1718020 Jan 31 17:09:19.637436 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-db84144a-e9d5-48bf-ae3a-094e02f87644 req-c18f8c35-2419-4769-aedb-e2342d0fe06e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190979 Jan 31 17:09:19.762683 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c2c882d7-7f3f-41c4-aed6-03969ea8e41c req-80dbc9d1-8641-47f8-8749-cf884b5f89de tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319888 Jan 31 17:09:20.161906 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e4c9b-c205-4787-b2f6-6ad4d532f910 req-f938adfb-03aa-4e11-a9c4-52107d047802 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:20.169725 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1e9e4c9b-c205-4787-b2f6-6ad4d532f910 req-f938adfb-03aa-4e11-a9c4-52107d047802 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1931791 Jan 31 17:09:20.309041 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1e9e4c9b-c205-4787-b2f6-6ad4d532f910 req-b191e215-e322-4458-aede-6882a6aa32dc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307924 Jan 31 17:09:20.362269 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69931af-4cce-4f22-8dbd-b07490741811 req-9cf180fd-3013-4e1f-a838-c236e3389527 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:20.364489 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c69931af-4cce-4f22-8dbd-b07490741811 req-9cf180fd-3013-4e1f-a838-c236e3389527 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 944 time: 0.1785498 Jan 31 17:09:20.519535 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c69931af-4cce-4f22-8dbd-b07490741811 req-598c952a-39fb-4896-bd61-43a96b6ed973 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332698 Jan 31 17:09:20.683644 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:09:20.880390 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:09:20.881036 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:21.146436 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a4adb-824e-40f9-b57a-118be70b5452 req-8372758d-81b8-4c4f-ac3a-a1420fde64b9 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.159676 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-608a4adb-824e-40f9-b57a-118be70b5452 req-8372758d-81b8-4c4f-ac3a-a1420fde64b9 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.2442508 Jan 31 17:09:21.162486 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b665-bfc7-4a7a-906e-cd3a522d9466 req-b07c3906-32af-4865-8502-931652107810 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.165146 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ced8b665-bfc7-4a7a-906e-cd3a522d9466 req-b07c3906-32af-4865-8502-931652107810 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 945 time: 0.1691315 Jan 31 17:09:21.173407 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:21.174364 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:21.240274 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:09:21.245015 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47a7696-156b-4d07-a457-d28479654fd1" -d '{"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:21.271831 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ced8b665-bfc7-4a7a-906e-cd3a522d9466 req-8a72fe2d-f740-47ad-bbd7-e0bd7c4f20a1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932865 Jan 31 17:09:21.284596 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:21.293845 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:21.295177 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device fbc46482-305f-44b9-b246-023af0615787 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:09:21.312844 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 39614) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:21.314832 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-608a4adb-824e-40f9-b57a-118be70b5452 req-c6337c78-3de0-433a-a973-fb3e0d1262e7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533122 Jan 31 17:09:21.534675 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e5dbb8-980c-43ea-8352-9415b7c7a6f8 x-openstack-request-id: req-90e5dbb8-980c-43ea-8352-9415b7c7a6f8 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:21.535069 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:21.535505 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-90e5dbb8-980c-43ea-8352-9415b7c7a6f8 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:21.536143 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'code': 200} Jan 31 17:09:21.551275 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:21.647544 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68de8e-870c-4a97-8d22-86c87de20905 req-c561d204-e7ea-4590-aa49-dbb4b5858f5e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.649251 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1e68de8e-870c-4a97-8d22-86c87de20905 req-c561d204-e7ea-4590-aa49-dbb4b5858f5e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1882529 Jan 31 17:09:21.671556 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port fbc46482-305f-44b9-b246-023af0615787 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:09:21.687214 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port fbc46482-305f-44b9-b246-023af0615787 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:09:21.689534 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (fbc46482-305f-44b9-b246-023af0615787), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:21.752068 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1e68de8e-870c-4a97-8d22-86c87de20905 req-e1d00ee6-36cd-4b98-a405-01b9bc9bc2d1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713584 Jan 31 17:09:21.772855 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:21.888087 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83504ea5-352b-4a33-937b-b114500a12bc req-f8945b53-17c4-49d2-a5bb-fee1c1f23489 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.901823 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-83504ea5-352b-4a33-937b-b114500a12bc req-f8945b53-17c4-49d2-a5bb-fee1c1f23489 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2195718 Jan 31 17:09:21.902331 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port fbc46482-305f-44b9-b246-023af0615787 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:21.902853 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fbc46482-305f-44b9-b246-023af0615787), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:21.962759 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e956f5-50bc-4755-94be-66a3007c9928 req-11e3b49d-a82e-4717-be57-ff30d46ebbdc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:21.965599 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-40e956f5-50bc-4755-94be-66a3007c9928 req-11e3b49d-a82e-4717-be57-ff30d46ebbdc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1117716 Jan 31 17:09:21.996475 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-83504ea5-352b-4a33-937b-b114500a12bc req-99b1647d-e79f-4cd4-a8ce-9d8e231fb7e6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933876 Jan 31 17:09:22.009241 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port fbc46482-305f-44b9-b246-023af0615787, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fbc46482-305f-44b9-b246-023af0615787,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:22.021419 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (fbc46482-305f-44b9-b246-023af0615787), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:22.070170 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Publish callbacks [] for security_group (7566d0cb-754a-4db7-8d26-0616877a3a9b), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:22.075162 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-40e956f5-50bc-4755-94be-66a3007c9928 req-c418c540-78c0-458c-97dd-bd25eb4440ab tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040225 Jan 31 17:09:22.078647 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7566d0cb-754a-4db7-8d26-0616877a3a9b), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:22.144580 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a9d5690f311b415485bf8ee4ac4ff4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8300290 Jan 31 17:09:22.145570 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 39630) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:22.145918 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7566d0cb-754a-4db7-8d26-0616877a3a9b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:22.169918 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.170900 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.170900 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.170900 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.171275 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.171708 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.171860 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.172124 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.172446 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.172772 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.173093 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.173566 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.173730 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05822a83-c756-4156-ada5-22c44c307559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:09:22.192230 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=fbc46482-305f-44b9-b246-023af0615787,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:22.239904 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8679d064-3394-4e1b-9141-94a05de8f91a admin admin] Publish callbacks [] for security_group (7566d0cb-754a-4db7-8d26-0616877a3a9b), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:22.274660 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8679d064-3394-4e1b-9141-94a05de8f91a admin admin] Publish callbacks [] for security_group (7566d0cb-754a-4db7-8d26-0616877a3a9b), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:22.381224 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8679d064-3394-4e1b-9141-94a05de8f91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7566d0cb-754a-4db7-8d26-0616877a3a9b), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:22.386712 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8679d064-3394-4e1b-9141-94a05de8f91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:22.390383 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-8679d064-3394-4e1b-9141-94a05de8f91a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7566d0cb-754a-4db7-8d26-0616877a3a9b HTTP/1.1" status: 204 len: 168 time: 0.2432849 Jan 31 17:09:22.420161 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679d064-3394-4e1b-9141-94a05de8f91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7566d0cb-754a-4db7-8d26-0616877a3a9b,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:22.450370 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001b30-f78c-487f-bbde-6e9bd0194070 req-e8fd35d9-e403-41e5-abeb-240fafb027a0 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:22.452267 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-76001b30-f78c-487f-bbde-6e9bd0194070 req-e8fd35d9-e403-41e5-abeb-240fafb027a0 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.0811532 Jan 31 17:09:22.516019 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-76001b30-f78c-487f-bbde-6e9bd0194070 req-af442a8a-b221-4ae5-a500-266e0c07f00c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Jan 31 17:09:23.005992 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7e8bc-8f66-4df9-bf12-77eaadba5cbc req-319d841b-bb81-4c2c-a855-edd4184c19bb tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:23.010443 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-90d7e8bc-8f66-4df9-bf12-77eaadba5cbc req-319d841b-bb81-4c2c-a855-edd4184c19bb tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1312897 Jan 31 17:09:23.040836 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 39642) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:23.079246 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6297-1010-4a3b-beea-5f8ab4edf53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:23.132885 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-90d7e8bc-8f66-4df9-bf12-77eaadba5cbc req-f8f0b7dc-f48f-4ed8-975c-408e054fe93d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150625 Jan 31 17:09:23.376513 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd46d20-2ba4-46de-a5c8-ac1a4f0a8810 req-caceee53-ad88-4ea7-8c51-6d34c06dcf9f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:23.390532 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ccd46d20-2ba4-46de-a5c8-ac1a4f0a8810 req-caceee53-ad88-4ea7-8c51-6d34c06dcf9f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2475595 Jan 31 17:09:23.434878 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879b7d1-6ac9-4d06-be3f-9926fc879a57 req-3a1052ca-4d28-47ec-871d-61e81a70ef88 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:23.436664 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3879b7d1-6ac9-4d06-be3f-9926fc879a57 req-3a1052ca-4d28-47ec-871d-61e81a70ef88 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1171827 Jan 31 17:09:23.481320 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6297-1010-4a3b-beea-5f8ab4edf53a admin admin] Publish callbacks [] for security_group (d5a3c3a8-5a23-4064-8d01-091d8ccbb0ea), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:23.503571 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6297-1010-4a3b-beea-5f8ab4edf53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d5a3c3a8-5a23-4064-8d01-091d8ccbb0ea), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:23.537540 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc46482-305f-44b9-b246-023af0615787'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:09:23.541811 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3879b7d1-6ac9-4d06-be3f-9926fc879a57 req-bc2e2686-91f9-462d-839a-e91f40b0ded3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964763 Jan 31 17:09:23.543516 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ca7127-31e6-46b2-89ba-9a0e9b8e16eb" -d '{"events": [{"server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "name": "network-vif-plugged", "status": "completed", "tag": "fbc46482-305f-44b9-b246-023af0615787"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:23.554017 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ccd46d20-2ba4-46de-a5c8-ac1a4f0a8810 req-b2647ef9-2bf1-4986-ac0f-ee4a6ac188e2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614058 Jan 31 17:09:23.620691 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e6297-1010-4a3b-beea-5f8ab4edf53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3c3a8-5a23-4064-8d01-091d8ccbb0ea,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:23.676462 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-7a4e6297-1010-4a3b-beea-5f8ab4edf53a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=876a58c92782467d8ee7a6e26f2d7fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6326287 Jan 31 17:09:23.681911 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 39656) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:23.708383 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-8628cd0e-b51c-4b03-b34d-ac2cf0bda805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:23.710110 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-8628cd0e-b51c-4b03-b34d-ac2cf0bda805 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.0911109 Jan 31 17:09:23.731475 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad132d7-8cfe-48df-afa2-e9a747588be2 x-openstack-request-id: req-7ad132d7-8cfe-48df-afa2-e9a747588be2 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:23.731948 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "name": "network-vif-plugged", "status": "completed", "tag": "fbc46482-305f-44b9-b246-023af0615787", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:23.732245 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7ad132d7-8cfe-48df-afa2-e9a747588be2 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:23.732884 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc46482-305f-44b9-b246-023af0615787', 'code': 200} Jan 31 17:09:23.891847 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42a1-a059-4757-b494-145fe9f509c4 admin admin] Publish callbacks [] for security_group (d5a3c3a8-5a23-4064-8d01-091d8ccbb0ea), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:23.948904 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8d184-1928-49fe-8b88-6e37235dfe76 req-a1b872d3-8658-42a4-b3ec-0dc42b1fb886 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:23.954991 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a2b8d184-1928-49fe-8b88-6e37235dfe76 req-a1b872d3-8658-42a4-b3ec-0dc42b1fb886 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.1524353 Jan 31 17:09:23.970162 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42a1-a059-4757-b494-145fe9f509c4 admin admin] Publish callbacks [] for security_group (d5a3c3a8-5a23-4064-8d01-091d8ccbb0ea), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:24.020733 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-aa0b8d1e-e02d-4e07-9686-c4b953d37f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:24.025480 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-aa0b8d1e-e02d-4e07-9686-c4b953d37f6a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.2944782 Jan 31 17:09:24.118406 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a2b8d184-1928-49fe-8b88-6e37235dfe76 req-dbcc3235-33a1-4ab7-be01-dbf7c351a6fc tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526678 Jan 31 17:09:24.135516 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42a1-a059-4757-b494-145fe9f509c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d5a3c3a8-5a23-4064-8d01-091d8ccbb0ea), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:24.138802 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd42a1-a059-4757-b494-145fe9f509c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:24.142744 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-1fdd42a1-a059-4757-b494-145fe9f509c4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d5a3c3a8-5a23-4064-8d01-091d8ccbb0ea HTTP/1.1" status: 204 len: 168 time: 0.4548435 Jan 31 17:09:24.157448 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd42a1-a059-4757-b494-145fe9f509c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3c3a8-5a23-4064-8d01-091d8ccbb0ea,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:24.170885 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94fff5-22a2-49f3-ae89-0410b4124080 req-c4fbec3d-df76-40c0-92da-5b3608f6a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:24.173690 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ea94fff5-22a2-49f3-ae89-0410b4124080 req-c4fbec3d-df76-40c0-92da-5b3608f6a452 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1130 time: 0.2052357 Jan 31 17:09:24.176350 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-ed7847c8-6dd8-411d-b7fb-b5fa09a40e55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 217 time: 0.1431429 Jan 31 17:09:24.462161 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-1774dc3b-92e8-4dd0-b0cf-ae78b74e52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:24.464183 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-1774dc3b-92e8-4dd0-b0cf-ae78b74e52cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.2755115 Jan 31 17:09:24.482635 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaca1ae-f73b-49cd-8f8b-60f940aa5ebb req-a8c3af2c-d4a1-4870-993f-39c34ec694bd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:24.496307 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cbaca1ae-f73b-49cd-8f8b-60f940aa5ebb req-a8c3af2c-d4a1-4870-993f-39c34ec694bd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2110846 Jan 31 17:09:24.511633 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ea94fff5-22a2-49f3-ae89-0410b4124080 req-fabd3cbb-9dfa-40d4-add5-aeb83a3e49e3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252363 Jan 31 17:09:24.588744 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-66b87fc9-32f2-4c93-9834-9fe6de08c636 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898414 Jan 31 17:09:24.653423 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cbaca1ae-f73b-49cd-8f8b-60f940aa5ebb req-cc22d427-67fc-47da-a52e-ca586895e11d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557827 Jan 31 17:09:24.809329 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9868a4d-9d51-46e6-bb87-ebea020ad8cf req-a8c1a5fb-177e-4734-a850-3fe87e971724 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:24.820350 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c9868a4d-9d51-46e6-bb87-ebea020ad8cf req-a8c1a5fb-177e-4734-a850-3fe87e971724 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1814418 Jan 31 17:09:24.892617 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c9868a4d-9d51-46e6-bb87-ebea020ad8cf req-354a0f74-dbe6-4afd-87ed-ed9d517c3628 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718515 Jan 31 17:09:25.028047 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d271-4adf-415c-90b8-f7a7b832eaa5 req-7e3c8937-45d8-4c7e-b09a-291f61853870 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:25.029817 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0f42d271-4adf-415c-90b8-f7a7b832eaa5 req-7e3c8937-45d8-4c7e-b09a-291f61853870 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1883626 Jan 31 17:09:25.074160 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-917a2e55-3e6a-49e2-8d3a-269147096cf1 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298688 Jan 31 17:09:25.180368 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0f42d271-4adf-415c-90b8-f7a7b832eaa5 req-65b5b3dc-7d18-488d-b3ef-68a146211d20 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398058 Jan 31 17:09:25.344503 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32841064-6ef6-43da-9244-de1926b9d1c8 req-1e316977-709e-4502-82ab-d66cf8b59e4b service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505584 Jan 31 17:09:25.390286 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8720-f3b8-48c3-8ac8-64c7768b80aa req-da963f2c-c692-45ca-a598-2de330dbfcfe tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:25.393272 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a43d8720-f3b8-48c3-8ac8-64c7768b80aa req-da963f2c-c692-45ca-a598-2de330dbfcfe tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.1404412 Jan 31 17:09:25.512588 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a43d8720-f3b8-48c3-8ac8-64c7768b80aa req-d7e144a6-185d-497c-86a7-996615a0ad20 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096287 Jan 31 17:09:25.849426 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6b8ba-2726-40a2-bf11-3f6eb92aa02b req-1a796586-10f5-49f3-93d2-cb7141ef736a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:25.858706 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a3f6b8ba-2726-40a2-bf11-3f6eb92aa02b req-1a796586-10f5-49f3-93d2-cb7141ef736a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0940118 Jan 31 17:09:25.950088 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a3f6b8ba-2726-40a2-bf11-3f6eb92aa02b req-ac067010-a900-4db2-9ed8-966beb6791ce tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898128 Jan 31 17:09:26.315270 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb530a8-3f19-446a-8b7c-d7f3e0c8c920 req-c406e8a3-307a-424b-bdc7-a6732fa29d2f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:26.324200 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5cb530a8-3f19-446a-8b7c-d7f3e0c8c920 req-c406e8a3-307a-424b-bdc7-a6732fa29d2f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1572280 Jan 31 17:09:26.398839 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5cb530a8-3f19-446a-8b7c-d7f3e0c8c920 req-b6674624-23e0-473e-8bcd-00a797326ed1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672984 Jan 31 17:09:26.501614 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060128eb-5207-434a-b224-41309ec4cbd4 req-dafff10a-c779-4c60-935d-48505e3a27b6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:26.510220 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-060128eb-5207-434a-b224-41309ec4cbd4 req-dafff10a-c779-4c60-935d-48505e3a27b6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1316562 Jan 31 17:09:26.645254 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-060128eb-5207-434a-b224-41309ec4cbd4 req-c7ebffc5-67d3-4f61-a8d4-05fdcf32d91d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338727 Jan 31 17:09:26.745442 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed11e29-a63d-45fd-8670-7675f6d90ad4 req-551a2392-39a7-441a-b339-d5ea49fb827a tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:26.747268 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8ed11e29-a63d-45fd-8670-7675f6d90ad4 req-551a2392-39a7-441a-b339-d5ea49fb827a tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.1068447 Jan 31 17:09:26.847875 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8ed11e29-a63d-45fd-8670-7675f6d90ad4 req-9b595cbf-f4a2-4207-97e1-93a0b433e553 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897784 Jan 31 17:09:27.088379 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7afa2-9b7b-4a61-963d-ef54056953fc req-6f925500-0f7b-4b5d-b197-4dfed606aeb6 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:27.102558 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-75c7afa2-9b7b-4a61-963d-ef54056953fc req-6f925500-0f7b-4b5d-b197-4dfed606aeb6 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.1427209 Jan 31 17:09:27.252105 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-75c7afa2-9b7b-4a61-963d-ef54056953fc req-ac090d59-c2e5-446b-a709-54b9f95dd435 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479392 Jan 31 17:09:27.344926 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d184-3b99-49de-98b6-0ff43df9e68e req-7625917a-6a64-4ebe-9b7f-c356c0e9afec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:27.348658 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bbc7d184-3b99-49de-98b6-0ff43df9e68e req-7625917a-6a64-4ebe-9b7f-c356c0e9afec tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2004712 Jan 31 17:09:27.515233 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bbc7d184-3b99-49de-98b6-0ff43df9e68e req-f4ee1a6d-675e-48a4-8510-9c4126cf86fb tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376159 Jan 31 17:09:27.969046 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172e5a3-f22e-47a4-ad7b-2a95bb21ee4c req-80833bea-8c33-40c5-907a-d528bb660705 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:27.980790 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3172e5a3-f22e-47a4-ad7b-2a95bb21ee4c req-80833bea-8c33-40c5-907a-d528bb660705 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.2440765 Jan 31 17:09:28.115784 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f56442-67ed-4b0c-aadc-869140c5c394 req-1909d9b9-fcc2-4e9d-aa30-c2cd47267015 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:28.119055 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 39798) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:28.126233 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e5f56442-67ed-4b0c-aadc-869140c5c394 req-1909d9b9-fcc2-4e9d-aa30-c2cd47267015 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0758281 Jan 31 17:09:28.193947 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3172e5a3-f22e-47a4-ad7b-2a95bb21ee4c req-be69d02e-e2cc-45fa-9b8e-458de0163d0b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033203 Jan 31 17:09:28.241851 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e5f56442-67ed-4b0c-aadc-869140c5c394 req-6e805a9c-3d91-46d6-8774-32991680925d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165328 Jan 31 17:09:28.406580 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24237f79-5042-49ac-8289-0ada660ec340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:28.476831 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7fd4d-cb81-46f8-912c-5c0852e89635 req-16c4eece-dff2-4d52-b0b1-6356d972030d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:28.479712 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c5d7fd4d-cb81-46f8-912c-5c0852e89635 req-16c4eece-dff2-4d52-b0b1-6356d972030d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.1303155 Jan 31 17:09:28.628855 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24237f79-5042-49ac-8289-0ada660ec340 admin admin] Publish callbacks [] for security_group (bf44dbc2-bdec-4676-a133-67e247df5990), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:28.664503 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c5d7fd4d-cb81-46f8-912c-5c0852e89635 req-0a9ee08a-4bfe-458d-9740-ba8479f40315 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520810 Jan 31 17:09:28.680275 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-24237f79-5042-49ac-8289-0ada660ec340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bf44dbc2-bdec-4676-a133-67e247df5990), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:28.711429 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b4e6-2bf4-4300-a73f-38cf9f3a54ad req-235accee-e436-4485-bc84-0f2f394003b8 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:28.718680 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-39b6b4e6-2bf4-4300-a73f-38cf9f3a54ad req-235accee-e436-4485-bc84-0f2f394003b8 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0716076 Jan 31 17:09:28.788692 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-24237f79-5042-49ac-8289-0ada660ec340 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4102e717e53b4c4983c6c107b3b38367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627381 Jan 31 17:09:28.788692 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 39818) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:28.795363 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24237f79-5042-49ac-8289-0ada660ec340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf44dbc2-bdec-4676-a133-67e247df5990,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:28.860597 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-39b6b4e6-2bf4-4300-a73f-38cf9f3a54ad req-8cf53cb8-e018-4c13-ae88-b08b00071a24 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336699 Jan 31 17:09:28.906057 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97fada65-3201-4787-927f-aac42ff94632 admin admin] Publish callbacks [] for security_group (bf44dbc2-bdec-4676-a133-67e247df5990), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:28.951603 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97fada65-3201-4787-927f-aac42ff94632 admin admin] Publish callbacks [] for security_group (bf44dbc2-bdec-4676-a133-67e247df5990), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:29.040414 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97fada65-3201-4787-927f-aac42ff94632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (bf44dbc2-bdec-4676-a133-67e247df5990), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:29.046680 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-97fada65-3201-4787-927f-aac42ff94632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:29.046680 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-97fada65-3201-4787-927f-aac42ff94632 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bf44dbc2-bdec-4676-a133-67e247df5990 HTTP/1.1" status: 204 len: 168 time: 0.2568946 Jan 31 17:09:29.085183 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fada65-3201-4787-927f-aac42ff94632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf44dbc2-bdec-4676-a133-67e247df5990,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:29.678402 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251d75f-70c4-4b10-991d-094bd03fdc3c req-b54ce802-4f47-4901-a9d1-cc2dcf9d787b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:29.704677 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c251d75f-70c4-4b10-991d-094bd03fdc3c req-b54ce802-4f47-4901-a9d1-cc2dcf9d787b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1387620 Jan 31 17:09:29.838382 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668dcd-db44-4e21-97d1-8f9fb2044afa req-af1f0a9d-ccfe-4757-a84b-373ce7339861 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:29.852103 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-00668dcd-db44-4e21-97d1-8f9fb2044afa req-af1f0a9d-ccfe-4757-a84b-373ce7339861 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.4951720 Jan 31 17:09:29.944221 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-00668dcd-db44-4e21-97d1-8f9fb2044afa req-a36a2796-c68d-46c8-bd05-0c84e8baff9a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863969 Jan 31 17:09:30.122289 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097be2b-610e-4290-bdc6-3124ce7b2e1c req-6bc8b3a3-9200-4c84-8d1f-6c7e69bb6b4f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:30.131116 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8097be2b-610e-4290-bdc6-3124ce7b2e1c req-6bc8b3a3-9200-4c84-8d1f-6c7e69bb6b4f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1129680 Jan 31 17:09:30.149192 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c251d75f-70c4-4b10-991d-094bd03fdc3c req-d94fa429-08d9-4087-b281-6ea41712b156 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4423277 Jan 31 17:09:30.274214 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8097be2b-610e-4290-bdc6-3124ce7b2e1c req-b64231d1-8271-4ce6-889b-aa26ffa769bf tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375210 Jan 31 17:09:30.975362 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 39866) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:31.282403 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff965b92-f1ee-4a11-baec-070db05dc0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:31.563414 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200782-567c-43b2-81dc-e87b9a14e1b2 req-93448791-7e4d-41f8-9c4a-98b60ffa4e99 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:31.563414 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a3200782-567c-43b2-81dc-e87b9a14e1b2 req-93448791-7e4d-41f8-9c4a-98b60ffa4e99 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2130303 Jan 31 17:09:31.610569 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff965b92-f1ee-4a11-baec-070db05dc0bf admin admin] Publish callbacks [] for security_group (f0dd1753-6007-458c-bd6f-3a1b9574c7af), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:31.624240 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ff965b92-f1ee-4a11-baec-070db05dc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f0dd1753-6007-458c-bd6f-3a1b9574c7af), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:31.779819 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a3200782-567c-43b2-81dc-e87b9a14e1b2 req-2bb68264-ea27-4421-83be-d6018df43635 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133980 Jan 31 17:09:31.784673 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff965b92-f1ee-4a11-baec-070db05dc0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dd1753-6007-458c-bd6f-3a1b9574c7af,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:31.805477 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ff965b92-f1ee-4a11-baec-070db05dc0bf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1098f34deb8e4fb697ba4cc6e6e05911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8283873 Jan 31 17:09:31.808366 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 39890) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:31.945837 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d88815b-173f-420a-8100-790b2ee8c3de admin admin] Publish callbacks [] for security_group (f0dd1753-6007-458c-bd6f-3a1b9574c7af), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:31.982439 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f2add-52f0-4245-80c8-f666926a8b7e req-55cd31a1-d744-4a59-80bd-5c802778668e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:31.994461 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-923f2add-52f0-4245-80c8-f666926a8b7e req-55cd31a1-d744-4a59-80bd-5c802778668e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1796632 Jan 31 17:09:32.024771 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d88815b-173f-420a-8100-790b2ee8c3de admin admin] Publish callbacks [] for security_group (f0dd1753-6007-458c-bd6f-3a1b9574c7af), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:32.089308 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5718abc-dc74-46ef-ad51-cf43b02b1286 req-9b120495-95d1-4b40-a5a0-7a08405c9e99 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:32.093636 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e5718abc-dc74-46ef-ad51-cf43b02b1286 req-9b120495-95d1-4b40-a5a0-7a08405c9e99 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1939523 Jan 31 17:09:32.122475 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-923f2add-52f0-4245-80c8-f666926a8b7e req-e6e6a776-e30e-403b-a393-318516acfc87 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264935 Jan 31 17:09:32.161672 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d88815b-173f-420a-8100-790b2ee8c3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f0dd1753-6007-458c-bd6f-3a1b9574c7af), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:32.164864 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6d88815b-173f-420a-8100-790b2ee8c3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:32.170526 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-6d88815b-173f-420a-8100-790b2ee8c3de admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f0dd1753-6007-458c-bd6f-3a1b9574c7af HTTP/1.1" status: 204 len: 168 time: 0.3569989 Jan 31 17:09:32.192724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88815b-173f-420a-8100-790b2ee8c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dd1753-6007-458c-bd6f-3a1b9574c7af,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:32.253330 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e5718abc-dc74-46ef-ad51-cf43b02b1286 req-908b32e8-4095-49ca-b363-f45a9fb1056a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515598 Jan 31 17:09:33.370755 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b4ae-cae0-40c8-b170-fa114c715d40 req-043b4fb1-86b9-4699-adf8-1c9fd175e3ff tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:33.370755 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4611b4ae-cae0-40c8-b170-fa114c715d40 req-043b4fb1-86b9-4699-adf8-1c9fd175e3ff tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.3140020 Jan 31 17:09:33.469889 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4611b4ae-cae0-40c8-b170-fa114c715d40 req-46245ee1-dce8-4291-9ef6-5db9566b14fb tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922601 Jan 31 17:09:33.536913 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80c9ef-fd61-4286-ade8-f39fda2810f5 req-e6f46d9b-7be3-4b25-9ba7-f091ddf7eed8 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:33.538850 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8a80c9ef-fd61-4286-ade8-f39fda2810f5 req-e6f46d9b-7be3-4b25-9ba7-f091ddf7eed8 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1107025 Jan 31 17:09:33.641837 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8a80c9ef-fd61-4286-ade8-f39fda2810f5 req-362aeec4-d828-4c48-9e9e-bc661381996b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921097 Jan 31 17:09:33.914971 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 39932) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:34.161648 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1795572744-network', 'tenant_id': '8e8867188440436ebb0ed87cb2ecd26c'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:34.192394 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Made reservation on behalf of 8e8867188440436ebb0ed87cb2ecd26c for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:09:34.195169 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:34.206281 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:34.507613 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Publish callbacks [] for security_group (079c66b3-3047-45e6-9d6e-0e02081b0542), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:34.511300 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-510f431c-3538-4b60-9961-61dedb324798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:34.522964 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (079c66b3-3047-45e6-9d6e-0e02081b0542), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:34.569726 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:09:34.591010 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c66b3-3047-45e6-9d6e-0e02081b0542,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:34.607870 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (ac63a14d-5869-47a1-8ed4-0f619056ebed), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:34.610066 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Added segment ac63a14d-5869-47a1-8ed4-0f619056ebed of type vlan for network 172f9e1e-e879-4887-b9f9-21cdfbdf203d Jan 31 17:09:34.784556 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (172f9e1e-e879-4887-b9f9-21cdfbdf203d), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:34.951475 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab1485-63db-4026-b0bc-545e422efe30 req-c587f209-4d43-48be-a858-576d6c4b2ff7 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:34.967868 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be081-3bda-43f1-9350-d82110d56d52 req-3f2f051b-3e6b-442d-b898-4ff0875e10ba tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:34.996429 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fcab1485-63db-4026-b0bc-545e422efe30 req-c587f209-4d43-48be-a858-576d6c4b2ff7 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2963247 Jan 31 17:09:35.031431 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d00be081-3bda-43f1-9350-d82110d56d52 req-3f2f051b-3e6b-442d-b898-4ff0875e10ba tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2425833 Jan 31 17:09:35.141112 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (172f9e1e-e879-4887-b9f9-21cdfbdf203d), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:35.142763 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:35.143755 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:35.231136 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d00be081-3bda-43f1-9350-d82110d56d52 req-30f14961-2b87-4209-ab79-c6ff1ccf3dfa tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027650 Jan 31 17:09:35.259453 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3419993 Jan 31 17:09:35.264979 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 39950) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:35.270230 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Request body: {'subnet': {'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1795572744-subnet', 'tenant_id': '8e8867188440436ebb0ed87cb2ecd26c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:35.309499 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Made reservation on behalf of 8e8867188440436ebb0ed87cb2ecd26c for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:09:35.312477 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:35.370151 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585f8b8-54b5-4baf-afb3-8c1c9334f518 admin admin] Pushing event updated for resources: {'Network': ['ID=172f9e1e-e879-4887-b9f9-21cdfbdf203d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:35.424326 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 172f9e1e-e879-4887-b9f9-21cdfbdf203d details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:09:35.425974 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fcab1485-63db-4026-b0bc-545e422efe30 req-a496682c-fba5-40e9-90ce-42533933da1e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266171 Jan 31 17:09:35.561522 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (d9a56a09-1f63-4eed-88bb-2f41f55a92e2), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:35.640482 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Checking segment: {'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:09:35.640798 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Network hostable DHCP agents. Network: 172f9e1e-e879-4887-b9f9-21cdfbdf203d, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:09:35.652027 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a56a09-1f63-4eed-88bb-2f41f55a92e2,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:35.669075 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Network 172f9e1e-e879-4887-b9f9-21cdfbdf203d is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:09:35.682996 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 172f9e1e-e879-4887-b9f9-21cdfbdf203d) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:09:35.702201 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:35.702808 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:35.708310 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38239358-6f19-4ec8-ae04-efa32d45fe7f None None] Network 172f9e1e-e879-4887-b9f9-21cdfbdf203d requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:09:35.765608 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-634f7fd2-f4ad-409e-8336-d7be3fa248d1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4992323 Jan 31 17:09:35.938665 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33b275e-7546-4878-9a05-509a18927b22 None None] Network 172f9e1e-e879-4887-b9f9-21cdfbdf203d requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:09:36.568378 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50163e6a-9c14-4ec6-bafc-9ab3b7700e70 req-f296ee4c-8332-4bd5-98e0-f6ddb5574632 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:36.579730 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-50163e6a-9c14-4ec6-bafc-9ab3b7700e70 req-f296ee4c-8332-4bd5-98e0-f6ddb5574632 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1543086 Jan 31 17:09:36.749567 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-50163e6a-9c14-4ec6-bafc-9ab3b7700e70 req-3b12fd95-593b-486e-abc8-6a77344277a9 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632555 Jan 31 17:09:36.773186 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca153d-b6db-422a-a619-bea001a0b9c9 req-31229ef5-a6a3-46b3-88e2-a8b49a7ca3a2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:36.786852 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-15ca153d-b6db-422a-a619-bea001a0b9c9 req-31229ef5-a6a3-46b3-88e2-a8b49a7ca3a2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.1450109 Jan 31 17:09:36.861388 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdd0d-4346-44a1-8439-c248232f19a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:36.973542 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-15ca153d-b6db-422a-a619-bea001a0b9c9 req-e40e1710-bd93-405a-98ef-81790b81ad0a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763437 Jan 31 17:09:37.919204 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87488b21-fbfe-4e0c-bd29-445ec77dee35 req-7c73a90a-f056-4823-a807-2df60642f93c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:37.921582 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-87488b21-fbfe-4e0c-bd29-445ec77dee35 req-7c73a90a-f056-4823-a807-2df60642f93c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0646098 Jan 31 17:09:37.996913 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-87488b21-fbfe-4e0c-bd29-445ec77dee35 req-3e3ca044-f0a9-461a-8e56-27f72c610444 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647767 Jan 31 17:09:38.172468 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054f7c1-8b7c-4dc8-94f0-979e2f425347 req-7cd9d8cf-97be-4676-8afe-45520ca41243 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:38.175109 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1054f7c1-8b7c-4dc8-94f0-979e2f425347 req-7cd9d8cf-97be-4676-8afe-45520ca41243 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0783515 Jan 31 17:09:38.218411 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-5b121306-643a-4724-98f7-d1b95d7aba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:38.221233 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-5b121306-643a-4724-98f7-d1b95d7aba7b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 1129 time: 0.0789924 Jan 31 17:09:38.247072 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1054f7c1-8b7c-4dc8-94f0-979e2f425347 req-ad7cab7f-c4c6-4ddb-8a74-5aa047312f47 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622864 Jan 31 17:09:38.435737 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-872af548-d11c-40ec-aad0-5b20f4503b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:38.437301 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-872af548-d11c-40ec-aad0-5b20f4503b7e service neutron] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 917 time: 0.2085431 Jan 31 17:09:38.513328 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-3bad4a67-0bfe-43e6-8ae1-5d1fbf3549fc tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:38.516061 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-3bad4a67-0bfe-43e6-8ae1-5d1fbf3549fc tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/networks?id=172f9e1e-e879-4887-b9f9-21cdfbdf203d HTTP/1.1" status: 200 len: 814 time: 0.2219872 Jan 31 17:09:38.557163 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-ff0701a8-4311-4487-b5c0-5b8c16881fc8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad HTTP/1.1" status: 200 len: 1000 time: 0.1053905 Jan 31 17:09:38.563333 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-0911a298-0c59-4384-8cfb-85c6db2df14a tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/quotas/8e8867188440436ebb0ed87cb2ecd26c HTTP/1.1" status: 200 len: 375 time: 0.0220957 Jan 31 17:09:38.635200 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ca01d282-e8dc-4ea2-a350-8dde6be99892 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8e8867188440436ebb0ed87cb2ecd26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615923 Jan 31 17:09:38.681701 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-2a895898-00d2-4bd3-a668-6dd808a7802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:38.683218 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-2a895898-00d2-4bd3-a668-6dd808a7802a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.1189456 Jan 31 17:09:38.793536 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-48ba1f71-3683-4aa1-90d7-04c7510d8357 service neutron] 10.222.0.90 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460249 Jan 31 17:09:38.801554 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-e10d96a0-8a34-43aa-ad6d-18610f716a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:38.802527 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-e10d96a0-8a34-43aa-ad6d-18610f716a1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737875 Jan 31 17:09:38.988275 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-10a81e5a-45db-4827-bbb3-9c0ffc47ebc8 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761835 Jan 31 17:09:38.995445 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-c37649af-1d39-45b4-aac4-8db37470cd72 service neutron] 10.222.0.90 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911714 Jan 31 17:09:39.214743 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-243b5f0e-680a-4090-a2ad-955ca4355abb req-8f4fdb94-9227-42fc-bc30-1edc7298cf43 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158458 Jan 31 17:09:39.256035 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12dd2c-2b15-47ea-bce5-761d588f3aca req-ae5b40fe-65a2-4e69-ab58-1ee6d6b283d2 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:39.257684 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ef12dd2c-2b15-47ea-bce5-761d588f3aca req-ae5b40fe-65a2-4e69-ab58-1ee6d6b283d2 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1219828 Jan 31 17:09:39.272930 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-60fa1f73-db28-47be-a52d-360be8551d8c req-99770a0f-38d7-4235-86d1-1f1242d9fd34 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 210 time: 0.0514004 Jan 31 17:09:39.381760 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ef12dd2c-2b15-47ea-bce5-761d588f3aca req-a297a9cb-7863-4ddb-9724-72688014ef4f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038070 Jan 31 17:09:39.463337 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef914874-8555-46a2-b225-7c39f4759578 req-992c893e-4004-4329-a423-924b013810e0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:39.465116 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ef914874-8555-46a2-b225-7c39f4759578 req-992c893e-4004-4329-a423-924b013810e0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.0634639 Jan 31 17:09:39.535887 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ef914874-8555-46a2-b225-7c39f4759578 req-5678c36a-8ba8-423f-ad29-c8c346a153ca tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545070 Jan 31 17:09:39.862415 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:39.907365 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880a039-fe93-41ca-8a1d-886f5372fa02 req-6dc29db5-1f91-402e-b6b7-a963bb13d968 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:39.909867 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5880a039-fe93-41ca-8a1d-886f5372fa02 req-6dc29db5-1f91-402e-b6b7-a963bb13d968 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.0816495 Jan 31 17:09:40.005943 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5880a039-fe93-41ca-8a1d-886f5372fa02 req-7ded7d31-08b3-4125-9308-12be1e257b3a tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863190 Jan 31 17:09:40.034404 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 40044) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:40.260683 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca24d9-8e03-4ef6-8227-cbdde124ea79 tempest-TestMinimumBasicScenario-513906399 tempest-TestMinimumBasicScenario-513906399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.263318 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-70ca24d9-8e03-4ef6-8227-cbdde124ea79 tempest-TestMinimumBasicScenario-513906399 tempest-TestMinimumBasicScenario-513906399-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1125 time: 0.2273786 Jan 31 17:09:40.267516 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 40048) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:40.275427 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'port_id': 'fbc46482-305f-44b9-b246-023af0615787', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:40.316614 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:40.425642 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-74026a60-499f-4235-8dd8-05446b4334ad req-eda0e4d2-1276-4496-963d-3f7ba0cbf6c0 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 210 time: 0.0490985 Jan 31 17:09:40.440121 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:40.634348 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f2480-4590-4aa4-beaa-9280859ba7fc req-b0801176-341e-47eb-b4de-7529fef48b3c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.638931 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c22f2480-4590-4aa4-beaa-9280859ba7fc req-b0801176-341e-47eb-b4de-7529fef48b3c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1376278 Jan 31 17:09:40.658706 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Allocated IP 172.27.3.29 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/f792738a-a26a-47cb-8a2e-36e92e307331) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:09:40.844645 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c22f2480-4590-4aa4-beaa-9280859ba7fc req-88be98e4-f387-4554-afce-a4fb130bc5ba tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901538 Jan 31 17:09:40.850447 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a938ea2-4b0f-4721-9381-3aeda0598eb8 req-9e97da70-ad8a-42e3-a318-e50b94780642 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.852911 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8a938ea2-4b0f-4721-9381-3aeda0598eb8 req-9e97da70-ad8a-42e3-a318-e50b94780642 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2091899 Jan 31 17:09:40.953035 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for port (f792738a-a26a-47cb-8a2e-36e92e307331), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:40.990503 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-c440ca57-ed6a-4668-b463-bca10ce58fd3 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:40.992434 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-c440ca57-ed6a-4668-b463-bca10ce58fd3 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.71 "GET /v2.0/networks?id=172f9e1e-e879-4887-b9f9-21cdfbdf203d HTTP/1.1" status: 200 len: 814 time: 0.2826486 Jan 31 17:09:40.998967 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8a938ea2-4b0f-4721-9381-3aeda0598eb8 req-73918593-cc42-49f9-b210-185358b4e826 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322963 Jan 31 17:09:41.012229 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (f792738a-a26a-47cb-8a2e-36e92e307331), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:41.031933 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Request body: {'port': {'device_id': '55a789eb-dbe5-4476-a86f-8fdf6db0dd3d', 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d', 'admin_state_up': True, 'tenant_id': '8e8867188440436ebb0ed87cb2ecd26c'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:41.097615 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:09:41.105753 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:09:41.112226 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:09:41.178655 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'Port': ['ID=f792738a-a26a-47cb-8a2e-36e92e307331,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:41.191084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Made reservation on behalf of 8e8867188440436ebb0ed87cb2ecd26c for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:09:41.194432 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:41.364622 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:41.375913 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Allocated IP 172.20.0.10 (172f9e1e-e879-4887-b9f9-21cdfbdf203d/d9a56a09-1f63-4eed-88bb-2f41f55a92e2/db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:09:41.658124 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:41.660018 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks [] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:41.717036 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:41.729016 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8842bbd0-22fb-46ab-ac0b-84ee1fb7d070 req-a2e99312-0745-4840-82cf-2ee07e93d82e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 210 time: 0.0430517 Jan 31 17:09:41.814288 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Network 172f9e1e-e879-4887-b9f9-21cdfbdf203d is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:09:41.822199 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:09:41.837784 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:09:41.849874 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:41.851500 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:41.879853 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Pushing event updated for resources: {'Port': ['ID=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:41.903004 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-28c1ff02-00f8-4a02-9742-eb2cd9fa8474 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8829281 Jan 31 17:09:41.933212 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for floatingip (10f96382-cd54-4311-92fb-8e33cb6c1858), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:41.986972 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:42.025248 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Request body: {'port': {'device_id': '55a789eb-dbe5-4476-a86f-8fdf6db0dd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:42.098333 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (f792738a-a26a-47cb-8a2e-36e92e307331), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:42.260686 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-f1c90186-a7c2-4f95-ad0b-d27ddfa4059d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3561513 Jan 31 17:09:42.285937 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:42.321153 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069cc8e-20af-4b61-9695-c514c1a05e7e req-fcc3c808-fe27-4669-825d-5b6beeb13e31 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:42.323586 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d069cc8e-20af-4b61-9695-c514c1a05e7e req-fcc3c808-fe27-4669-825d-5b6beeb13e31 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2933187 Jan 31 17:09:42.365846 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cacbe8-478f-430a-827a-c759ee636d39 req-8d545c78-97a4-42ca-ba35-9aaeaf5a53b3 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:42.368010 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a1cacbe8-478f-430a-827a-c759ee636d39 req-8d545c78-97a4-42ca-ba35-9aaeaf5a53b3 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 945 time: 0.2093904 Jan 31 17:09:42.508323 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a1cacbe8-478f-430a-827a-c759ee636d39 req-e7f7786d-9d3e-4859-bd58-45c2dede716d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177242 Jan 31 17:09:42.539489 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for port (f792738a-a26a-47cb-8a2e-36e92e307331), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:42.547261 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (f792738a-a26a-47cb-8a2e-36e92e307331), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:42.615983 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d069cc8e-20af-4b61-9695-c514c1a05e7e req-4ecedb9f-3529-4ec4-9dd6-cd60bfadef1c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670448 Jan 31 17:09:42.644043 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-8b57bbee-4133-4fd0-af63-d79805070c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:42.647586 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-8b57bbee-4133-4fd0-af63-d79805070c8e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.2818849 Jan 31 17:09:42.658378 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'Port': ['ID=f792738a-a26a-47cb-8a2e-36e92e307331,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:42.702540 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (10f96382-cd54-4311-92fb-8e33cb6c1858), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:42.851603 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:42.951761 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Floating IP 10f96382-cd54-4311-92fb-8e33cb6c1858 associated. External IP: 172.27.3.29, port: fbc46482-305f-44b9-b246-023af0615787. Jan 31 17:09:43.072724 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad is: ACTIVE; New status is: DOWN {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:43.073341 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:43.123853 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:09:43.128953 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbeebfc-b782-4ba3-a68c-6471adfe2488" -d '{"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:43.137775 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60844bd-cc98-4981-9a76-3f56d717d7bd req-433b609f-72ab-4e29-be08-415d04a2b95e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:43.140499 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e60844bd-cc98-4981-9a76-3f56d717d7bd req-433b609f-72ab-4e29-be08-415d04a2b95e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 932 time: 0.2225299 Jan 31 17:09:43.158815 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:43.170374 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:43.172229 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-272c3090-884b-49d8-ade6-d7e806086d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:43.174245 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-272c3090-884b-49d8-ade6-d7e806086d9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.4772637 Jan 31 17:09:43.291312 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-02820e81-e0d6-4173-a9ba-c58a151c137e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 217 time: 0.0897532 Jan 31 17:09:43.329204 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=8']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:43.359746 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b3a5d-aecf-4526-a54b-d59f06a71bbd x-openstack-request-id: req-156b3a5d-aecf-4526-a54b-d59f06a71bbd {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:43.361833 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-unplugged", "status": "failed", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad", "code": 422}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:43.362146 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-156b3a5d-aecf-4526-a54b-d59f06a71bbd {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:43.362568 dv-cinder-814898-3-iscsi neutron-server[102772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'code': 422} returned with failed status Jan 31 17:09:43.450462 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:09:43.453551 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Router 4792bb8f-4f4a-4508-8128-9508f49500b2 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:09:43.470872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Publish callbacks [] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:43.490547 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e60844bd-cc98-4981-9a76-3f56d717d7bd req-446f4f6e-3353-42ee-95d2-31244d4e7e72 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270636 Jan 31 17:09:43.513411 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Transition to ACTIVE for port object db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:09:43.518108 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-7c73d465-2c6f-4c30-9d1b-3a2096ee28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:43.520959 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-7c73d465-2c6f-4c30-9d1b-3a2096ee28f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.1890774 Jan 31 17:09:43.523803 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:43.580596 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [req-49c9276b-4dc1-4684-a45e-b465ba7507b2 req-a31ca4b4-d8ce-4186-80e6-b03bd960160d service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:09:43.581589 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-49c9276b-4dc1-4684-a45e-b465ba7507b2 req-a31ca4b4-d8ce-4186-80e6-b03bd960160d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055053 Jan 31 17:09:43.593249 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:09:43.611445 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] Sync routers for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:09:43.625329 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-9ee2fd24-441b-4835-a2cb-3dfe637f9c85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865059 Jan 31 17:09:43.625619 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:43.626813 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:09:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:43.632933 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:43.691784 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-20159993-654c-468f-bbd6-30d5d12e865e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4225876 Jan 31 17:09:43.693755 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:09:43.696548 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:43.699869 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 40114) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:43.705129 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ac1eac1b-fb02-4585-97e5-732832a68fd1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332740912', 'description': 'tempest-secgroup-smoke-1332740912 description', 'project_id': '82f46b42652842d28e7c0483cb40fbe0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:43.739496 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac1eac1b-fb02-4585-97e5-732832a68fd1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:43.795126 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Pushing event updated for resources: {'Port': ['ID=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:43.856718 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349e1e30-fdb6-4238-a84d-776ab3ad67c7 x-openstack-request-id: req-349e1e30-fdb6-4238-a84d-776ab3ad67c7 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:43.860938 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:43.861476 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-349e1e30-fdb6-4238-a84d-776ab3ad67c7 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:43.862312 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787', 'status': 'completed', 'code': 200} Jan 31 17:09:43.956875 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:44.021233 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac1eac1b-fb02-4585-97e5-732832a68fd1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group (81260418-b99d-495e-a198-ceae39bf9859), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:44.030364 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Attempting to bind port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:09:44.030653 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Attempting to bind port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:09:44.030981 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Attempting to bind port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 on network 172f9e1e-e879-4887-b9f9-21cdfbdf203d {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:09:44.049354 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-8115fb0f-059c-439c-bb37-a777881ffb73 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091661 Jan 31 17:09:44.049728 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 on network 172f9e1e-e879-4887-b9f9-21cdfbdf203d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:09:44.049876 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Attempting to bind port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 on network 172f9e1e-e879-4887-b9f9-21cdfbdf203d {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:09:44.076204 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:09:44.076545 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Checking segment: {'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:09:44.077735 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Bound using segment: {'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:09:44.078706 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Bound port: db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:09:44.079134 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:44.088767 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac1eac1b-fb02-4585-97e5-732832a68fd1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (81260418-b99d-495e-a198-ceae39bf9859), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:44.094930 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e9580-7cb8-4a94-a709-4c53778894f0 req-d722967e-2e6e-4b78-9a4a-31f8b86cf74e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:44.096730 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d13e9580-7cb8-4a94-a709-4c53778894f0 req-d722967e-2e6e-4b78-9a4a-31f8b86cf74e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1492519 Jan 31 17:09:44.137132 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ac1eac1b-fb02-4585-97e5-732832a68fd1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:44.139733 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ac1eac1b-fb02-4585-97e5-732832a68fd1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4381433 Jan 31 17:09:44.153603 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 40124) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:44.164182 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-714acfb8-390f-4ba7-843d-9234bb3a054c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'security_group_rule': {'security_group_id': '81260418-b99d-495e-a198-ceae39bf9859', 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:44.214127 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eac1b-fb02-4585-97e5-732832a68fd1 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81260418-b99d-495e-a198-ceae39bf9859,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:44.227736 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-0fead102-b402-402e-9d13-0e64bcfea853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:44.230501 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-0fead102-b402-402e-9d13-0e64bcfea853 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82f46b42652842d28e7c0483cb40fbe0&device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1130 time: 0.3325119 Jan 31 17:09:44.270053 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d195061-06ca-4f0c-a6c7-4fdb75c3aaf6 req-75e00b61-7484-4aea-bab6-9e796528c364 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:44.272366 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3d195061-06ca-4f0c-a6c7-4fdb75c3aaf6 req-75e00b61-7484-4aea-bab6-9e796528c364 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.2613430 Jan 31 17:09:44.566453 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3d195061-06ca-4f0c-a6c7-4fdb75c3aaf6 req-5dfc9440-2e4f-4634-8f72-ce054608c52b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633300 Jan 31 17:09:44.607359 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '10f96382-cd54-4311-92fb-8e33cb6c1858', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'port_id': 'fbc46482-305f-44b9-b246-023af0615787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'mac_address': 'fa:16:3e:86:5b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:09:41Z', 'updated_at': '2022-01-31T17:09:41Z', 'revision_number': 0, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 5, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:44.618433 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0bca1390-dec7-4fc9-b34b-e991d48acaa9 req-1bce9402-226d-4a67-8463-240c777f88c3 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552278 Jan 31 17:09:44.631812 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-833404ff-6f64-4fba-8897-45bc01923cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:44.634307 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-833404ff-6f64-4fba-8897-45bc01923cf8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2c822c-8591-40b1-b781-4d7b43021032 HTTP/1.1" status: 200 len: 915 time: 0.3948145 Jan 31 17:09:44.642914 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] Checking router: 4792bb8f-4f4a-4508-8128-9508f49500b2 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:09:44.655006 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:09:44.655772 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:09:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:44.797126 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d13e9580-7cb8-4a94-a709-4c53778894f0 req-82e634e6-1230-4464-adac-94463c20156e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6803164 Jan 31 17:09:44.806869 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-714acfb8-390f-4ba7-843d-9234bb3a054c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (913aefc9-80d9-42d5-9932-7fea95c9acdc), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:44.817939 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:09:44.918809 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] For port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:09:44.922092 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 40146) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:44.942714 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-412aa189-433f-4c38-ad69-67e8d2f5f361 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 999 time: 0.2982271 Jan 31 17:09:44.962764 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] For port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:09:44.982890 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.008677 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-714acfb8-390f-4ba7-843d-9234bb3a054c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (913aefc9-80d9-42d5-9932-7fea95c9acdc), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.043273 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-714acfb8-390f-4ba7-843d-9234bb3a054c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (913aefc9-80d9-42d5-9932-7fea95c9acdc), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.055864 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cc654-54b5-4367-8c76-1159da5f14a9 req-de9b643b-1fee-4319-bf78-e70ee350a9f0 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.059402 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e05cc654-54b5-4367-8c76-1159da5f14a9 req-de9b643b-1fee-4319-bf78-e70ee350a9f0 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 944 time: 0.2049770 Jan 31 17:09:45.082960 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.083747 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.085204 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] 10.222.0.71 "PUT /v2.0/ports/db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 HTTP/1.1" status: 200 len: 1094 time: 3.1267805 Jan 31 17:09:45.088854 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-fec007be-27f5-4154-be81-c8a35f58fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.090796 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-fec007be-27f5-4154-be81-c8a35f58fe46 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=93b2c666-cb30-48d8-a7d6-1d6c50eefb16 HTTP/1.1" status: 200 len: 853 time: 0.1303327 Jan 31 17:09:45.111697 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a789eb-dbe5-4476-a86f-8fdf6db0dd3d', 'tag': 'db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:09:45.114445 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c" -d '{"events": [{"name": "network-changed", "server_uuid": "55a789eb-dbe5-4476-a86f-8fdf6db0dd3d", "tag": "db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:45.128660 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714acfb8-390f-4ba7-843d-9234bb3a054c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913aefc9-80d9-42d5-9932-7fea95c9acdc,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:45.163705 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-714acfb8-390f-4ba7-843d-9234bb3a054c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.165051 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-714acfb8-390f-4ba7-843d-9234bb3a054c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0085256 Jan 31 17:09:45.167531 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad727d61-cea0-43b7-9039-d49fc5551613 service neutron] Pushing event updated for resources: {'Port': ['ID=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:45.173583 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 40152) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:45.195019 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-40e0c9c7-1a47-4550-a369-b597ba3fe418 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'security_group_rule': {'security_group_id': '81260418-b99d-495e-a198-ceae39bf9859', 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:45.250751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40806254-555f-469a-8590-d05fcb46c877 x-openstack-request-id: req-40806254-555f-469a-8590-d05fcb46c877 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:45.251284 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a789eb-dbe5-4476-a86f-8fdf6db0dd3d", "tag": "db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:45.251632 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-40806254-555f-469a-8590-d05fcb46c877 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:45.252265 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a789eb-dbe5-4476-a86f-8fdf6db0dd3d', 'tag': 'db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3', 'status': 'completed', 'code': 200} Jan 31 17:09:45.265417 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-d0a81b1c-5c1a-413d-961f-0c4654fb79f1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3410604 Jan 31 17:09:45.268727 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e05cc654-54b5-4367-8c76-1159da5f14a9 req-8df8b9f2-d7fc-4654-90b1-9918e5be1e27 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896152 Jan 31 17:09:45.279779 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-40e0c9c7-1a47-4550-a369-b597ba3fe418 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (b0605cd5-6afa-43ef-a48e-891a10951f9c), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.291280 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-8eeb012e-4fbe-4e52-8faa-fadd39ac6e46 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:09:45.293283 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-8eeb012e-4fbe-4e52-8faa-fadd39ac6e46 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153613 Jan 31 17:09:45.294855 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-bd42230c-f8f2-4075-85ef-3fffb10ab39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.296562 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-bd42230c-f8f2-4075-85ef-3fffb10ab39d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2c822c-8591-40b1-b781-4d7b43021032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1908753 Jan 31 17:09:45.328714 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-4322d865-4192-48c7-9e29-3d82a2ad6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.331411 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-4322d865-4192-48c7-9e29-3d82a2ad6ba9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e8867188440436ebb0ed87cb2ecd26c&device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 1128 time: 0.1602812 Jan 31 17:09:45.377778 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '10f96382-cd54-4311-92fb-8e33cb6c1858', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'port_id': 'fbc46482-305f-44b9-b246-023af0615787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'mac_address': 'fa:16:3e:86:5b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:09:41Z', 'updated_at': '2022-01-31T17:09:41Z', 'revision_number': 0, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 5, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:09:45.407540 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-55234556-d75b-4718-bacf-443aa5d745e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 HTTP/1.1" status: 200 len: 217 time: 0.0639410 Jan 31 17:09:45.442308 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34f795e-0be4-42fb-a216-23d9d9f6fe73 None None] The sync data for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi is: [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '10f96382-cd54-4311-92fb-8e33cb6c1858', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'port_id': 'fbc46482-305f-44b9-b246-023af0615787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'mac_address': 'fa:16:3e:86:5b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:09:41Z', 'updated_at': '2022-01-31T17:09:41Z', 'revision_number': 0, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 5, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:09:45.505545 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-694abba6-1f85-4d39-adad-c01e35e06934 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949668 Jan 31 17:09:45.546025 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-40e0c9c7-1a47-4550-a369-b597ba3fe418 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (b0605cd5-6afa-43ef-a48e-891a10951f9c), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.559365 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-80abd4b9-ed3e-4ba5-8f76-c8a55722634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:45.562414 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-80abd4b9-ed3e-4ba5-8f76-c8a55722634e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d9a56a09-1f63-4eed-88bb-2f41f55a92e2 HTTP/1.1" status: 200 len: 854 time: 0.1395166 Jan 31 17:09:45.563524 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-40e0c9c7-1a47-4550-a369-b597ba3fe418 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (b0605cd5-6afa-43ef-a48e-891a10951f9c), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.602741 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0c9c7-1a47-4550-a369-b597ba3fe418 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0605cd5-6afa-43ef-a48e-891a10951f9c,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:45.664855 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-b112b394-e9f6-46e6-8beb-deb4becd1f73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=172f9e1e-e879-4887-b9f9-21cdfbdf203d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798547 Jan 31 17:09:45.699594 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-40e0c9c7-1a47-4550-a369-b597ba3fe418 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:45.706518 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-40e0c9c7-1a47-4550-a369-b597ba3fe418 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5272665 Jan 31 17:09:45.725271 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 40162) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:45.738926 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-7520eae6-89fc-4b42-bf76-378854fdf11b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'security_group_rule': {'security_group_id': '81260418-b99d-495e-a198-ceae39bf9859', 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:45.908936 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-fdf35284-187d-43ae-9c7c-6a04b5ad0d65 service neutron] 10.222.0.71 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318482 Jan 31 17:09:45.983898 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7520eae6-89fc-4b42-bf76-378854fdf11b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (3ae8f592-84b7-4d19-a26d-616aa19b9283), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.037863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c9079-c050-48a2-9e3a-4cbfa140fdb2 None None] New status for floating IP 10f96382-cd54-4311-92fb-8e33cb6c1858: ACTIVE {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:09:46.174948 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-68bf0d4a-45b5-4aa4-85af-a8838b83bf24 req-8fc0c7e8-6640-4801-a3ad-2395ee13b1bb service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603477 Jan 31 17:09:46.220619 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9eeb-2073-4e92-a870-4cdabb46adfb req-d10d03c0-c73e-4a69-b60f-f3083c2fff7c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:46.223123 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fa9a9eeb-2073-4e92-a870-4cdabb46adfb req-d10d03c0-c73e-4a69-b60f-f3083c2fff7c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.4505908 Jan 31 17:09:46.266324 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7520eae6-89fc-4b42-bf76-378854fdf11b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (3ae8f592-84b7-4d19-a26d-616aa19b9283), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.294732 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7520eae6-89fc-4b42-bf76-378854fdf11b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (3ae8f592-84b7-4d19-a26d-616aa19b9283), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.314028 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57100-b73b-4c1c-a1cf-ebedabe0c87f req-fafd701e-eda7-4057-b04d-de02b0dd2e21 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:46.322821 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-49e57100-b73b-4c1c-a1cf-ebedabe0c87f req-fafd701e-eda7-4057-b04d-de02b0dd2e21 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2889991 Jan 31 17:09:46.323935 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0d736640-dbe4-46da-9fb5-440158bf03e7 req-814ff58e-1d64-4571-aedd-e02eed1ffd37 service neutron] 10.222.0.71 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718607 Jan 31 17:09:46.356569 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520eae6-89fc-4b42-bf76-378854fdf11b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae8f592-84b7-4d19-a26d-616aa19b9283,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:46.379166 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7520eae6-89fc-4b42-bf76-378854fdf11b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.385688 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-7520eae6-89fc-4b42-bf76-378854fdf11b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6544342 Jan 31 17:09:46.385978 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 40172) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:46.391810 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-df7756f6-6a23-4cb4-b960-8d38b5ca0db7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'security_group_rule': {'security_group_id': '81260418-b99d-495e-a198-ceae39bf9859', 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:46.404479 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fa9a9eeb-2073-4e92-a870-4cdabb46adfb req-6dc70dda-ced0-4cfb-bc4a-5d555afcfbf6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717381 Jan 31 17:09:46.447495 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df7756f6-6a23-4cb4-b960-8d38b5ca0db7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (b46005fb-7684-4a5c-8084-24e80ea4acbb), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.488316 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-49e57100-b73b-4c1c-a1cf-ebedabe0c87f req-8d41e413-597f-491b-b1ce-d5b11d53c0a7 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604500 Jan 31 17:09:46.535647 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-162ed502-e7f2-4bc6-9e03-88a8cabdc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:46.538913 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-162ed502-e7f2-4bc6-9e03-88a8cabdc369 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e8867188440436ebb0ed87cb2ecd26c&device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 1128 time: 0.0995290 Jan 31 17:09:46.576714 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df7756f6-6a23-4cb4-b960-8d38b5ca0db7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (b46005fb-7684-4a5c-8084-24e80ea4acbb), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.584250 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df7756f6-6a23-4cb4-b960-8d38b5ca0db7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (b46005fb-7684-4a5c-8084-24e80ea4acbb), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.604600 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7756f6-6a23-4cb4-b960-8d38b5ca0db7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46005fb-7684-4a5c-8084-24e80ea4acbb,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:46.636198 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-df7756f6-6a23-4cb4-b960-8d38b5ca0db7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.645415 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-df7756f6-6a23-4cb4-b960-8d38b5ca0db7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2588804 Jan 31 17:09:46.650499 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 40178) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:46.659363 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-70671084-3093-4eb7-b0dd-83f6dae06190 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'security_group_rule': {'security_group_id': '81260418-b99d-495e-a198-ceae39bf9859', 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:46.713242 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-70671084-3093-4eb7-b0dd-83f6dae06190 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Project 82f46b42652842d28e7c0483cb40fbe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:09:46.720115 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70671084-3093-4eb7-b0dd-83f6dae06190 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (5c14935e-8bb7-4c74-90fa-c90a4b12b140), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.833250 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70671084-3093-4eb7-b0dd-83f6dae06190 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (5c14935e-8bb7-4c74-90fa-c90a4b12b140), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.847486 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70671084-3093-4eb7-b0dd-83f6dae06190 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (5c14935e-8bb7-4c74-90fa-c90a4b12b140), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.849784 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ad48f-bdaf-46e8-88cd-0fadd8b9cce8 req-ef0e1f0c-e387-4f97-96eb-fa680f671a14 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:46.863689 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4a2ad48f-bdaf-46e8-88cd-0fadd8b9cce8 req-ef0e1f0c-e387-4f97-96eb-fa680f671a14 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 944 time: 0.2674863 Jan 31 17:09:46.868419 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:09:46.881650 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-d7f0a818-4f69-4cd5-9368-474937f0f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:46.884513 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-d7f0a818-4f69-4cd5-9368-474937f0f51f service neutron] 10.222.0.71 "GET /v2.0/networks?id=172f9e1e-e879-4887-b9f9-21cdfbdf203d HTTP/1.1" status: 200 len: 915 time: 0.3377721 Jan 31 17:09:46.935058 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70671084-3093-4eb7-b0dd-83f6dae06190 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c14935e-8bb7-4c74-90fa-c90a4b12b140,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:46.968782 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-70671084-3093-4eb7-b0dd-83f6dae06190 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:46.979948 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-70671084-3093-4eb7-b0dd-83f6dae06190 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276038 Jan 31 17:09:46.981161 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 40188) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:46.987927 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-45e38541-a602-4947-95bb-5b73d8c69b01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 HTTP/1.1" status: 200 len: 217 time: 0.0899940 Jan 31 17:09:46.992587 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-344e5378-fdff-4ee3-8d74-ed199e715cdf tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'security_group_rule': {'security_group_id': '81260418-b99d-495e-a198-ceae39bf9859', 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:47.051372 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4a2ad48f-bdaf-46e8-88cd-0fadd8b9cce8 req-05fb72e1-6a1c-4904-97b5-1779eba95d05 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862977 Jan 31 17:09:47.066985 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad is: DOWN; New status is: DOWN {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:47.074743 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-7dacf0bf-9bcd-4e98-80f7-75da3585bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.076595 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-7dacf0bf-9bcd-4e98-80f7-75da3585bbd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d9a56a09-1f63-4eed-88bb-2f41f55a92e2 HTTP/1.1" status: 200 len: 854 time: 0.0747824 Jan 31 17:09:47.130731 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-6375a824-07a1-4d6d-af90-72534922d59a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=172f9e1e-e879-4887-b9f9-21cdfbdf203d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426238 Jan 31 17:09:47.139685 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-344e5378-fdff-4ee3-8d74-ed199e715cdf tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Project 82f46b42652842d28e7c0483cb40fbe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:09:47.149863 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-344e5378-fdff-4ee3-8d74-ed199e715cdf tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (0fe99916-5912-4791-a9d5-0d6dbe34947c), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:47.207067 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77f9c8-a3ad-420a-9f0c-b78075cedcaf req-dceb88a2-b1e7-4904-8edd-e7ef1abf25d1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.208822 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3c77f9c8-a3ad-420a-9f0c-b78075cedcaf req-dceb88a2-b1e7-4904-8edd-e7ef1abf25d1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2262914 Jan 31 17:09:47.226437 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-372fbd6e-448a-4529-99b7-ba5a5a548e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.228911 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-372fbd6e-448a-4529-99b7-ba5a5a548e1c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 1129 time: 0.1423132 Jan 31 17:09:47.335264 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-65ee963d-44ae-404e-84ab-02b0f184f568 service neutron] 10.222.0.71 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963816 Jan 31 17:09:47.343630 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-344e5378-fdff-4ee3-8d74-ed199e715cdf tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (0fe99916-5912-4791-a9d5-0d6dbe34947c), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:47.375290 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-344e5378-fdff-4ee3-8d74-ed199e715cdf tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (0fe99916-5912-4791-a9d5-0d6dbe34947c), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:47.470666 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e5378-fdff-4ee3-8d74-ed199e715cdf tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe99916-5912-4791-a9d5-0d6dbe34947c,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:47.537491 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3c77f9c8-a3ad-420a-9f0c-b78075cedcaf req-8b2c27f3-c485-4558-b4fe-200c31322963 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139534 Jan 31 17:09:47.587291 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-344e5378-fdff-4ee3-8d74-ed199e715cdf tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:47.589068 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-344e5378-fdff-4ee3-8d74-ed199e715cdf tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6043181 Jan 31 17:09:47.590555 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-98f5a7bd-61e1-4eed-af2e-9eee81aba490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.595671 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-98f5a7bd-61e1-4eed-af2e-9eee81aba490 service neutron] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 912 time: 0.3544724 Jan 31 17:09:47.648566 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc1e9acb-2bb7-4ece-9df2-7d51dab3957c req-aaa47104-7cf6-437c-ac5d-3e783f61be5c service neutron] 10.222.0.71 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949939 Jan 31 17:09:47.717450 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-8de78093-34ce-4f82-ae39-06eeba17c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.719002 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-8de78093-34ce-4f82-ae39-06eeba17c148 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.1684241 Jan 31 17:09:47.734506 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c7317-b65c-4609-9cc4-a4d287835301 req-df103735-05c9-4e6f-9f4f-bf9bfb440bfd tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.736205 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd8c7317-b65c-4609-9cc4-a4d287835301 req-df103735-05c9-4e6f-9f4f-bf9bfb440bfd tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1143842 Jan 31 17:09:47.759469 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-69f33c0a-516b-4201-ab1f-1de725b91acc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e70d42-b806-40c9-966e-478278de78ef HTTP/1.1" status: 200 len: 1001 time: 0.1561158 Jan 31 17:09:47.803842 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d685855-ce97-4751-b2ee-93010828b30c req-63fd8a23-475e-4cda-8331-6bd8c4c7b83a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.806447 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8d685855-ce97-4751-b2ee-93010828b30c req-63fd8a23-475e-4cda-8331-6bd8c4c7b83a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.1272016 Jan 31 17:09:47.855446 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd8c7317-b65c-4609-9cc4-a4d287835301 req-90b6024a-1098-46a6-b22d-5cc912bb03b3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093729 Jan 31 17:09:47.873431 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-2f27b231-bd87-4fab-b0ad-be6648804ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.875672 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-2f27b231-bd87-4fab-b0ad-be6648804ed0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.1384792 Jan 31 17:09:47.909412 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-fb8ce217-3a70-4cba-ac73-52ddac0eeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:47.910164 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-fb8ce217-3a70-4cba-ac73-52ddac0eeea5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.1367981 Jan 31 17:09:47.930429 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-64872897-59a9-4979-8c62-d1a586444c85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 217 time: 0.0439622 Jan 31 17:09:47.975109 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8d685855-ce97-4751-b2ee-93010828b30c req-e1371b8e-2ab4-4262-a5a5-7e6969d068da tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374087 Jan 31 17:09:48.011413 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-72fbf6c9-1f20-4295-8144-7e9278b350e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:48.013910 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-72fbf6c9-1f20-4295-8144-7e9278b350e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0894735 Jan 31 17:09:48.076140 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-9a63a7d2-fc17-4525-9033-591d6d9f68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:48.078567 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-9a63a7d2-fc17-4525-9033-591d6d9f68c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.1387954 Jan 31 17:09:48.100468 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-a54c55e5-ee1c-43b5-9802-6de9c4c893f9 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332740912&fields=id&tenant_id=82f46b42652842d28e7c0483cb40fbe0 HTTP/1.1" status: 200 len: 267 time: 0.1558390 Jan 31 17:09:48.148792 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-673eb2ff-bece-4860-a2ff-df2c9f62071a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491035 Jan 31 17:09:48.198546 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-663ae515-393d-452d-b836-747f068ef04e service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723678 Jan 31 17:09:48.364762 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-9b602ea4-b1fa-4458-b3a5-61561a568bb7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:48.366466 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-9b602ea4-b1fa-4458-b3a5-61561a568bb7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.2163875 Jan 31 17:09:48.371119 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c994-90b0-472a-80de-8e78c4db4bb2 req-ebfd53e4-3b8b-43e1-8741-79ccabcb2e71 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:48.373088 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a2b0c994-90b0-472a-80de-8e78c4db4bb2 req-ebfd53e4-3b8b-43e1-8741-79ccabcb2e71 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 944 time: 0.1524162 Jan 31 17:09:48.399611 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'port': {'security_groups': ['507d862b-18c8-4e67-a257-e4e495dab14d', '81260418-b99d-495e-a198-ceae39bf9859']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:09:48.408384 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-5d8ffda1-d29e-4720-a215-6fdd270b42b7 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000654 Jan 31 17:09:48.409344 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-1cf7b038-5d0c-48e4-91a7-d66df3bb5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:48.410919 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-1cf7b038-5d0c-48e4-91a7-d66df3bb5bf0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1&tenant_id=f89e530b82054872a9f5e60f79d3d506 HTTP/1.1" status: 200 len: 1127 time: 0.2151737 Jan 31 17:09:48.432952 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-c350043f-18a4-4ba9-80f5-da4430487dff service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397752 Jan 31 17:09:48.463147 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a2b0c994-90b0-472a-80de-8e78c4db4bb2 req-acbc71f1-70c3-4900-ad1e-07d206d4482a tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734861 Jan 31 17:09:48.591086 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fbc46482-305f-44b9-b246-023af0615787), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:48.633071 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-c2b31da5-829a-4758-a2f5-64af62a6d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:48.635097 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-c2b31da5-829a-4758-a2f5-64af62a6d5e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 1127 time: 0.1832232 Jan 31 17:09:48.640044 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd428225-d7d5-48f2-84d3-b96145316f7b req-b7226415-921d-4c4a-aa7a-976f3c0f46af service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988707 Jan 31 17:09:48.725893 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c936a3-5b4a-4c8b-ac26-92042caa248a req-671fa979-5546-40a9-90b2-1257e25a4917 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:48.728044 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-38c936a3-5b4a-4c8b-ac26-92042caa248a req-671fa979-5546-40a9-90b2-1257e25a4917 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0724554 Jan 31 17:09:48.812180 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-38c936a3-5b4a-4c8b-ac26-92042caa248a req-d0e1beb8-e1f0-4f75-99d3-39b7531732dd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745749 Jan 31 17:09:48.861526 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-96d763f0-c743-43dc-8030-169aaf6e2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:48.863199 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-96d763f0-c743-43dc-8030-169aaf6e2fca service neutron] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 917 time: 0.1948802 Jan 31 17:09:48.863793 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:09:48.988521 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:49.001714 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3', 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d', 'port_id': 'db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3', 'mac_address': 'fa:16:3e:a6:7c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a56a09-1f63-4eed-88bb-2f41f55a92e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:09:49.008054 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-e72f157d-18ed-4d11-b083-169c21ab1b25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad HTTP/1.1" status: 200 len: 998 time: 0.1278276 Jan 31 17:09:49.076742 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:49.077725 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:49.079233 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] For port fbc46482-305f-44b9-b246-023af0615787, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fbc46482-305f-44b9-b246-023af0615787,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:49.083826 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a67ae-0378-4989-b172-e38fbdac4c7a req-b95c5bde-6406-4a1b-8315-8a68c6211605 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:49.086669 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-651a67ae-0378-4989-b172-e38fbdac4c7a req-b95c5bde-6406-4a1b-8315-8a68c6211605 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1077564 Jan 31 17:09:49.115945 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:09:49.118615 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-77bf20ad-8491-4f41-afa9-fab36479fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:49.121130 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-77bf20ad-8491-4f41-afa9-fab36479fe49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.1019738 Jan 31 17:09:49.152443 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for port (fbc46482-305f-44b9-b246-023af0615787), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:49.167248 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:49.178765 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:49.186792 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (fbc46482-305f-44b9-b246-023af0615787), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:49.194994 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-651a67ae-0378-4989-b172-e38fbdac4c7a req-a0564b98-d636-4196-a22b-8083e21e00ff tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976055 Jan 31 17:09:49.219869 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['fbc46482-305f-44b9-b246-023af0615787'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:09:49.252900 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:49.254023 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:49.262082 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6973e0fd-ca54-4841-945a-623bb2ea6f4d req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "PUT /v2.0/ports/fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 982 time: 0.8785868 Jan 31 17:09:49.287126 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:09:49.299772 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5181dcca-1104-4d6d-8f19-9e656489052d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:49.420538 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['fbc46482-305f-44b9-b246-023af0615787'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:09:49.502451 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-ac6e583b-b790-453a-a775-a2fdaab46bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:49.504336 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-ac6e583b-b790-453a-a775-a2fdaab46bbe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3680785 Jan 31 17:09:49.518015 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:49.580731 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccceafa-2e12-4ade-821a-eaa632cab907 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'Port': ['ID=fbc46482-305f-44b9-b246-023af0615787,revision_number=6']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:49.617667 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af956b28-4137-43f4-aea7-efa2404e6468 req-96a768cd-3c40-4b26-90ad-352602d58f48 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:49.645755 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-af956b28-4137-43f4-aea7-efa2404e6468 req-96a768cd-3c40-4b26-90ad-352602d58f48 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.2060902 Jan 31 17:09:49.666489 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484a506-41cf-497a-a382-558055f5b288 req-75ee0595-fe47-45e3-88f0-7908530a22cc tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:49.668431 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5484a506-41cf-497a-a382-558055f5b288 req-75ee0595-fe47-45e3-88f0-7908530a22cc tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.2102261 Jan 31 17:09:49.680540 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:09:49.766445 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-aba0ed51-9770-4b22-8ea7-62a509cae05c service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466798 Jan 31 17:09:49.793482 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-af956b28-4137-43f4-aea7-efa2404e6468 req-dcd0ebaa-06bc-4d05-8b88-9fd93d408f5a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462641 Jan 31 17:09:49.884904 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5797b440-672e-46cb-ab0f-d2ef1517bfb6 x-openstack-request-id: req-5797b440-672e-46cb-ab0f-d2ef1517bfb6 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:49.885484 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:49.886189 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5797b440-672e-46cb-ab0f-d2ef1517bfb6 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:49.887172 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787', 'status': 'completed', 'code': 200} Jan 31 17:09:49.914148 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5484a506-41cf-497a-a382-558055f5b288 req-b19a7c5e-2bb1-4852-9568-73a500d3d659 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2215288 Jan 31 17:09:50.017335 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ace2836-b316-4f92-87f6-4f9db5f20db6 req-4dde109a-6620-4b8c-853f-8333ee4f6536 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303131 Jan 31 17:09:50.037497 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181dcca-1104-4d6d-8f19-9e656489052d req-2f1623a3-d5fe-4370-a859-cf25783b19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:50.040204 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5181dcca-1104-4d6d-8f19-9e656489052d req-2f1623a3-d5fe-4370-a859-cf25783b19f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82f46b42652842d28e7c0483cb40fbe0&device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1169 time: 0.0884786 Jan 31 17:09:50.085214 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca753c85-0b9b-406c-a3b2-61cefa78b0b1 req-beb6734c-5549-4c2d-9119-fa46f8628eb9 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:50.104257 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ca753c85-0b9b-406c-a3b2-61cefa78b0b1 req-beb6734c-5549-4c2d-9119-fa46f8628eb9 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 945 time: 0.1410065 Jan 31 17:09:50.192289 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ca753c85-0b9b-406c-a3b2-61cefa78b0b1 req-2db8a7e4-7090-49be-b12a-54efbe85133c tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856693 Jan 31 17:09:50.311778 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181dcca-1104-4d6d-8f19-9e656489052d req-4dcbf2e1-9a28-48a8-bdbd-f25ef04bbe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:50.315184 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5181dcca-1104-4d6d-8f19-9e656489052d req-4dcbf2e1-9a28-48a8-bdbd-f25ef04bbe46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2c822c-8591-40b1-b781-4d7b43021032 HTTP/1.1" status: 200 len: 915 time: 0.2614138 Jan 31 17:09:50.339033 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16202158-dc96-40d7-90c2-1d63844dab6a req-b92ac780-cfc0-4ae1-933b-e28fb0b2691c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:50.341912 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-16202158-dc96-40d7-90c2-1d63844dab6a req-b92ac780-cfc0-4ae1-933b-e28fb0b2691c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1524608 Jan 31 17:09:50.428166 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-274cee69-6546-425c-8fef-8ef1541bea8e None None] Provisioning complete for port fbc46482-305f-44b9-b246-023af0615787 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:09:50.429032 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-274cee69-6546-425c-8fef-8ef1541bea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (fbc46482-305f-44b9-b246-023af0615787), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:50.448143 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff481a-52c1-4b51-89ee-fa22adfd8798 req-a6d91868-7c2d-4409-9394-abe80b594bbf tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:50.451094 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-97ff481a-52c1-4b51-89ee-fa22adfd8798 req-a6d91868-7c2d-4409-9394-abe80b594bbf tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1024902 Jan 31 17:09:50.562654 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-97ff481a-52c1-4b51-89ee-fa22adfd8798 req-b7a9307f-7884-4e45-9831-35b7f37b0536 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007855 Jan 31 17:09:50.803233 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-274cee69-6546-425c-8fef-8ef1541bea8e None None] Current status of the port fbc46482-305f-44b9-b246-023af0615787 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:50.846717 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5181dcca-1104-4d6d-8f19-9e656489052d req-9258486b-b050-4368-9f28-40afdbd77810 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 1001 time: 0.5033288 Jan 31 17:09:50.926096 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-16202158-dc96-40d7-90c2-1d63844dab6a req-50466eba-d837-447d-8877-ff08f884f95d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4842429 Jan 31 17:09:50.954469 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181dcca-1104-4d6d-8f19-9e656489052d req-f999bf45-fa90-4350-8c65-fb673f6aa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:50.956604 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5181dcca-1104-4d6d-8f19-9e656489052d req-f999bf45-fa90-4350-8c65-fb673f6aa924 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=93b2c666-cb30-48d8-a7d6-1d6c50eefb16 HTTP/1.1" status: 200 len: 853 time: 0.0956497 Jan 31 17:09:51.056570 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181dcca-1104-4d6d-8f19-9e656489052d req-1988bec6-c9d3-4e97-8ddf-dd5c1df776be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:51.059224 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5181dcca-1104-4d6d-8f19-9e656489052d req-1988bec6-c9d3-4e97-8ddf-dd5c1df776be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2c822c-8591-40b1-b781-4d7b43021032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934238 Jan 31 17:09:51.128855 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1090ef8-0092-4022-a4cd-468170fa7f38 req-53f0cab1-aaee-451e-9131-631927303af5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:51.136075 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c1090ef8-0092-4022-a4cd-468170fa7f38 req-53f0cab1-aaee-451e-9131-631927303af5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.1559267 Jan 31 17:09:51.245369 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c1090ef8-0092-4022-a4cd-468170fa7f38 req-9cfe479d-a85a-4d20-b565-2ef155d2ec3f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897598 Jan 31 17:09:51.440078 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084718f7-0547-4cc7-a4cd-3071180f5aa0 req-10154aa1-d93c-42ae-b8d1-d09fd7b93457 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:51.442847 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-084718f7-0547-4cc7-a4cd-3071180f5aa0 req-10154aa1-d93c-42ae-b8d1-d09fd7b93457 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 945 time: 0.1557653 Jan 31 17:09:51.578144 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-084718f7-0547-4cc7-a4cd-3071180f5aa0 req-4eec77cb-ca4c-4787-b434-d2c961b150b0 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291273 Jan 31 17:09:51.690642 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 40274) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:51.750006 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb26e6-d747-4891-8e30-1974a0a5a9e8 req-a411c165-f1b7-4775-9389-b724664ed963 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:51.753066 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-90fb26e6-d747-4891-8e30-1974a0a5a9e8 req-a411c165-f1b7-4775-9389-b724664ed963 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0908496 Jan 31 17:09:51.844738 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-90fb26e6-d747-4891-8e30-1974a0a5a9e8 req-fa941f01-5503-4cf2-b224-515fea193219 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856724 Jan 31 17:09:51.917219 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f7a45249-5977-401f-b738-1ec43f75f584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:51.991621 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:09:52.062432 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f7a45249-5977-401f-b738-1ec43f75f584 admin admin] Publish callbacks [] for security_group (cc0f47f5-779d-4cfe-ae2f-e68e5cecf18f), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:52.068755 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f7a45249-5977-401f-b738-1ec43f75f584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (cc0f47f5-779d-4cfe-ae2f-e68e5cecf18f), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:52.141839 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-f7a45249-5977-401f-b738-1ec43f75f584 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c28fd4cab8f64c9c906831a7c4a31d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484787 Jan 31 17:09:52.143856 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a45249-5977-401f-b738-1ec43f75f584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0f47f5-779d-4cfe-ae2f-e68e5cecf18f,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:52.146577 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 40278) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:52.209767 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14e96c8f-7fc7-4446-a120-c2a59dd34473 admin admin] Publish callbacks [] for security_group (cc0f47f5-779d-4cfe-ae2f-e68e5cecf18f), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:52.238935 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14e96c8f-7fc7-4446-a120-c2a59dd34473 admin admin] Publish callbacks [] for security_group (cc0f47f5-779d-4cfe-ae2f-e68e5cecf18f), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:52.318689 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14e96c8f-7fc7-4446-a120-c2a59dd34473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (cc0f47f5-779d-4cfe-ae2f-e68e5cecf18f), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:52.323607 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-14e96c8f-7fc7-4446-a120-c2a59dd34473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:52.327513 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-14e96c8f-7fc7-4446-a120-c2a59dd34473 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cc0f47f5-779d-4cfe-ae2f-e68e5cecf18f HTTP/1.1" status: 204 len: 168 time: 0.1775684 Jan 31 17:09:52.341808 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e96c8f-7fc7-4446-a120-c2a59dd34473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0f47f5-779d-4cfe-ae2f-e68e5cecf18f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:52.541480 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b183692-3bfe-419d-ac54-2402ea1fbe97 req-ebfafdd7-5c3d-4642-8f76-55526b84323b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:52.548858 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b183692-3bfe-419d-ac54-2402ea1fbe97 req-ebfafdd7-5c3d-4642-8f76-55526b84323b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.1068268 Jan 31 17:09:52.639849 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b183692-3bfe-419d-ac54-2402ea1fbe97 req-18b99ede-84dd-4ca4-82fd-f60f728fac06 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769303 Jan 31 17:09:52.892124 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:09:52.970036 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ba0bc-c28c-4ae7-a5e0-27253a08e4bb req-6ac092f1-32d9-4ae8-9495-fe00501a6456 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:52.984055 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6f8ba0bc-c28c-4ae7-a5e0-27253a08e4bb req-6ac092f1-32d9-4ae8-9495-fe00501a6456 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 945 time: 0.2321832 Jan 31 17:09:53.100096 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:09:53.113907 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:09:53.114489 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:53.176702 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6f8ba0bc-c28c-4ae7-a5e0-27253a08e4bb req-7841cce2-a5d4-45cb-8cc2-eb1cd9491e83 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813490 Jan 31 17:09:53.272295 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d922bf-dbc2-4928-883a-bed610ed469b req-8c1c39f1-6708-4a02-907e-55a00f290be4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:53.283361 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f9d922bf-dbc2-4928-883a-bed610ed469b req-8c1c39f1-6708-4a02-907e-55a00f290be4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1534944 Jan 31 17:09:53.367860 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:09:53.368706 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:53.372888 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f9d922bf-dbc2-4928-883a-bed610ed469b req-c367a320-925f-478d-aa1d-3914f942cbd6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873542 Jan 31 17:09:53.453369 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a789eb-dbe5-4476-a86f-8fdf6db0dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:09:53.457504 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6de6b8-75eb-4f9d-8fe7-ff82a38c211b" -d '{"events": [{"server_uuid": "55a789eb-dbe5-4476-a86f-8fdf6db0dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:09:53.482538 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:09:53.489616 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:53.596889 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:53.610468 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1327a7ee-e26d-4f9b-a433-d84f7b3a6297 x-openstack-request-id: req-1327a7ee-e26d-4f9b-a433-d84f7b3a6297 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:09:53.610943 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a789eb-dbe5-4476-a86f-8fdf6db0dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:09:53.611796 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1327a7ee-e26d-4f9b-a433-d84f7b3a6297 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:09:53.612195 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a789eb-dbe5-4476-a86f-8fdf6db0dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3', 'code': 200} Jan 31 17:09:53.873400 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba679998-29b0-4f07-b460-84c5aad58520 req-46edcbad-0a2f-4fd6-9c57-f30bcd1ca151 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:53.875757 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ba679998-29b0-4f07-b460-84c5aad58520 req-46edcbad-0a2f-4fd6-9c57-f30bcd1ca151 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0905912 Jan 31 17:09:53.962659 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ba679998-29b0-4f07-b460-84c5aad58520 req-d53d10f9-d763-4b8d-9484-747eb9ee8d95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762880 Jan 31 17:09:54.524488 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbc739-83ef-4b42-96fb-e646b9168029 req-80fb0f4c-edf9-4478-8fcf-8f6b9c40ddbe tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:54.535853 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c0bbc739-83ef-4b42-96fb-e646b9168029 req-80fb0f4c-edf9-4478-8fcf-8f6b9c40ddbe tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.2071545 Jan 31 17:09:54.669438 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd23c7d-6e03-4575-9bd0-c85b8eff644a req-5a5635db-5b90-4028-b770-a19ff3479036 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:54.677030 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8fd23c7d-6e03-4575-9bd0-c85b8eff644a req-5a5635db-5b90-4028-b770-a19ff3479036 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0900233 Jan 31 17:09:54.678416 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c0bbc739-83ef-4b42-96fb-e646b9168029 req-32a1327a-7cb7-4cbf-aa23-00d2f9c827af tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224656 Jan 31 17:09:54.788368 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8fd23c7d-6e03-4575-9bd0-c85b8eff644a req-1ce74510-d02a-4605-9d3a-2583e3aa8f4e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977387 Jan 31 17:09:54.823834 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 40328) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:54.982790 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-237d2102-5774-45f8-b8f9-6d5dd9ac8e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:55.150324 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-237d2102-5774-45f8-b8f9-6d5dd9ac8e44 admin admin] Publish callbacks [] for security_group (508db2a0-1e73-4951-8e76-61a51f62d8ed), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:55.155738 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-237d2102-5774-45f8-b8f9-6d5dd9ac8e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (508db2a0-1e73-4951-8e76-61a51f62d8ed), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:55.209264 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-237d2102-5774-45f8-b8f9-6d5dd9ac8e44 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0c4a77add16a4eb4b6c08a87dbadb07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841984 Jan 31 17:09:55.212916 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d2102-5774-45f8-b8f9-6d5dd9ac8e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508db2a0-1e73-4951-8e76-61a51f62d8ed,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:55.213926 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 40334) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:09:55.224313 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedaf47-39bc-49bf-a114-37d0864a68ab req-15bd1dae-3de5-4847-96b1-5045f9ee92f1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:55.232626 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2eedaf47-39bc-49bf-a114-37d0864a68ab req-15bd1dae-3de5-4847-96b1-5045f9ee92f1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.1307597 Jan 31 17:09:55.298955 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2eedaf47-39bc-49bf-a114-37d0864a68ab req-419bc318-b1a3-48ea-b1cc-9f2e13d455f7 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649288 Jan 31 17:09:55.329343 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ec0fae7e-966a-4c71-9fb6-cd27c55f38f0 admin admin] Publish callbacks [] for security_group (508db2a0-1e73-4951-8e76-61a51f62d8ed), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:55.405675 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ec0fae7e-966a-4c71-9fb6-cd27c55f38f0 admin admin] Publish callbacks [] for security_group (508db2a0-1e73-4951-8e76-61a51f62d8ed), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:55.502463 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ec0fae7e-966a-4c71-9fb6-cd27c55f38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (508db2a0-1e73-4951-8e76-61a51f62d8ed), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:55.505831 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-ec0fae7e-966a-4c71-9fb6-cd27c55f38f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:09:55.511142 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-ec0fae7e-966a-4c71-9fb6-cd27c55f38f0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/508db2a0-1e73-4951-8e76-61a51f62d8ed HTTP/1.1" status: 204 len: 168 time: 0.2922373 Jan 31 17:09:55.529128 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fae7e-966a-4c71-9fb6-cd27c55f38f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508db2a0-1e73-4951-8e76-61a51f62d8ed,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:09:55.950967 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dbff6-dbcc-45ca-8557-1e328a7a3f1e req-e12e2190-6d21-4a86-aac3-7a0fb935164a tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:55.956613 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-011dbff6-dbcc-45ca-8557-1e328a7a3f1e req-e12e2190-6d21-4a86-aac3-7a0fb935164a tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.1597846 Jan 31 17:09:56.085964 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684970-1d59-4091-afa1-4aa9035538eb req-90170c2e-c262-40d7-8c14-bcc6a1fef80b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:56.089938 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a4684970-1d59-4091-afa1-4aa9035538eb req-90170c2e-c262-40d7-8c14-bcc6a1fef80b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1567674 Jan 31 17:09:56.113186 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-011dbff6-dbcc-45ca-8557-1e328a7a3f1e req-5183095b-aca1-449f-a5f4-c8160202ee5f tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469331 Jan 31 17:09:56.195955 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a4684970-1d59-4091-afa1-4aa9035538eb req-43e0b554-730b-407d-bf28-34402d55d42f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988994 Jan 31 17:09:56.578640 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff116ae-2ba7-41cf-a50a-0c52e7184270 req-ee2c5a01-33f1-4483-977a-5f905934c4b3 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:56.578640 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9ff116ae-2ba7-41cf-a50a-0c52e7184270 req-ee2c5a01-33f1-4483-977a-5f905934c4b3 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.1320460 Jan 31 17:09:56.712494 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9ff116ae-2ba7-41cf-a50a-0c52e7184270 req-e44d2cb3-88a0-43f7-9994-e0e2db910e2b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869482 Jan 31 17:09:57.440463 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80535800-52f1-4c5e-b8cc-804080bec9c5 req-8b5d0820-54c9-44f6-a342-3d44f52e67ba tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:57.448578 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-80535800-52f1-4c5e-b8cc-804080bec9c5 req-8b5d0820-54c9-44f6-a342-3d44f52e67ba tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.1709206 Jan 31 17:09:57.497529 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6541d2-cc62-4e8e-8fbc-e0f132de3728 req-8b08a9ac-db8d-42da-a740-495ff05a1f3c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:57.510885 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ba6541d2-cc62-4e8e-8fbc-e0f132de3728 req-8b08a9ac-db8d-42da-a740-495ff05a1f3c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1665156 Jan 31 17:09:57.582241 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-80535800-52f1-4c5e-b8cc-804080bec9c5 req-be2af44d-5480-4993-8e6b-227f5a2bc0f6 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322520 Jan 31 17:09:57.639887 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ba6541d2-cc62-4e8e-8fbc-e0f132de3728 req-f4afcc8e-a6e0-4c69-9d7f-5afa4e11854d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265826 Jan 31 17:09:57.897969 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8032cc-61d6-4988-b074-0b5b44522a2b req-485e7829-31a4-49bd-89ba-1d1413428c4c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:57.899844 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bb8032cc-61d6-4988-b074-0b5b44522a2b req-485e7829-31a4-49bd-89ba-1d1413428c4c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0677266 Jan 31 17:09:57.973413 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bb8032cc-61d6-4988-b074-0b5b44522a2b req-1bdfc8a2-875c-4421-ae92-4e7dba6f7ec5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653586 Jan 31 17:09:58.789603 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98957ed-ba24-40e2-b377-2b8e08bfdbfc req-dbf80dd3-a308-40c7-917d-6cb8f7ca0c75 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:58.820394 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d98957ed-ba24-40e2-b377-2b8e08bfdbfc req-dbf80dd3-a308-40c7-917d-6cb8f7ca0c75 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.1631145 Jan 31 17:09:58.856154 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eabde-30e9-4395-a024-0181b074b556 req-c16abb20-2809-447f-b001-e7f6e694a766 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:58.872069 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0eabde-30e9-4395-a024-0181b074b556 req-c16abb20-2809-447f-b001-e7f6e694a766 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1293409 Jan 31 17:09:58.980750 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6c0eabde-30e9-4395-a024-0181b074b556 req-1f2f731c-ccf3-4857-800d-5d8fee34b153 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061656 Jan 31 17:09:59.012739 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d98957ed-ba24-40e2-b377-2b8e08bfdbfc req-b040ac60-fce8-44d1-9aee-e4cf69311cd0 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886902 Jan 31 17:09:59.186945 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e5ee6-5385-4a99-ba90-6541e4e98f68 req-6a9b58f5-3788-4de1-abce-42e2495ee4f9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:09:59.190619 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bd7e5ee6-5385-4a99-ba90-6541e4e98f68 req-6a9b58f5-3788-4de1-abce-42e2495ee4f9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.1144962 Jan 31 17:09:59.360112 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bd7e5ee6-5385-4a99-ba90-6541e4e98f68 req-57090bd1-15ec-4cb7-8e74-84ff2040e276 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606359 Jan 31 17:10:00.138036 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc0616-fb55-4fab-9a1d-5aba073fb9d9 req-06e47103-4939-4365-b3cd-5aa8030caaab tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:00.140186 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f8bc0616-fb55-4fab-9a1d-5aba073fb9d9 req-06e47103-4939-4365-b3cd-5aa8030caaab tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0625124 Jan 31 17:10:00.229019 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ed397-8b88-4c03-9eb9-f5abfd1e1124 req-b1c31cd9-5217-4654-a277-b6e8e911abfa tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:00.229676 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f8bc0616-fb55-4fab-9a1d-5aba073fb9d9 req-87d86276-4b2d-4ad4-8c61-5ed306a89446 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Jan 31 17:10:00.231857 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-417ed397-8b88-4c03-9eb9-f5abfd1e1124 req-b1c31cd9-5217-4654-a277-b6e8e911abfa tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.1047914 Jan 31 17:10:00.339735 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-417ed397-8b88-4c03-9eb9-f5abfd1e1124 req-a378e189-3f96-46b4-9dfa-b0bdd50a5b65 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855072 Jan 31 17:10:00.564538 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ce7bb-4d5e-47a4-b7ec-01d5c0e65e15 req-a21f354d-893f-408a-b00b-3dc3b6d1b43e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:00.567931 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c32ce7bb-4d5e-47a4-b7ec-01d5c0e65e15 req-a21f354d-893f-408a-b00b-3dc3b6d1b43e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0686023 Jan 31 17:10:00.654498 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c32ce7bb-4d5e-47a4-b7ec-01d5c0e65e15 req-4249a8ce-e725-46fe-8c46-4194a8e50245 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790999 Jan 31 17:10:01.233892 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5181dcca-1104-4d6d-8f19-9e656489052d req-50978204-c99a-42c3-920e-6014d953053f service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230826 Jan 31 17:10:01.415930 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5181dcca-1104-4d6d-8f19-9e656489052d req-0cecfef0-5b05-4461-9c8c-36791475010c service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742272 Jan 31 17:10:01.426918 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cdd11-37bc-4ff4-bec0-bad9618041e0 req-96052840-87d9-4540-b913-1caf4506c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:01.430377 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-853cdd11-37bc-4ff4-bec0-bad9618041e0 req-96052840-87d9-4540-b913-1caf4506c203 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 1130 time: 0.1116741 Jan 31 17:10:01.434011 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb2c20-e24e-45f4-ba19-ccf4f1d8c89a req-38be06db-e793-43ad-92a0-1fb19a4e5924 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:01.437992 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8ebb2c20-e24e-45f4-ba19-ccf4f1d8c89a req-38be06db-e793-43ad-92a0-1fb19a4e5924 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0841987 Jan 31 17:10:01.522456 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8ebb2c20-e24e-45f4-ba19-ccf4f1d8c89a req-76dbd2eb-95ec-4dc4-b300-15f0ae4ac339 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723319 Jan 31 17:10:01.553108 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-853cdd11-37bc-4ff4-bec0-bad9618041e0 req-5d484ea3-1c9f-423a-861b-a2dccc41c20d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165953 Jan 31 17:10:01.571168 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec01cc-462d-45fc-b833-89bfced01ab2 req-757c13c3-e4ba-47f2-8f5c-b21c609ec405 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:01.572815 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-baec01cc-462d-45fc-b833-89bfced01ab2 req-757c13c3-e4ba-47f2-8f5c-b21c609ec405 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.1133912 Jan 31 17:10:01.633528 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-baec01cc-462d-45fc-b833-89bfced01ab2 req-0b6fa024-a0c8-4173-bdc1-f46a91321bdb tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543799 Jan 31 17:10:01.821336 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656eaa1-d941-4010-a526-d2596fecc35f req-1d7c8f60-f101-4ba6-b7a5-52a60729cb97 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:01.823876 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c656eaa1-d941-4010-a526-d2596fecc35f req-1d7c8f60-f101-4ba6-b7a5-52a60729cb97 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0889924 Jan 31 17:10:01.894424 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c656eaa1-d941-4010-a526-d2596fecc35f req-64059d0e-275c-4e16-9d4d-0bc9f555731e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642993 Jan 31 17:10:02.663362 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b5449-c6d1-421c-9116-bb57bb470f9f req-4b4aac4d-253c-49a2-8f59-acc008af55cc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:02.665488 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f0b5449-c6d1-421c-9116-bb57bb470f9f req-4b4aac4d-253c-49a2-8f59-acc008af55cc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0606575 Jan 31 17:10:02.732541 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f0b5449-c6d1-421c-9116-bb57bb470f9f req-b5ee0746-514c-4940-9bc4-bd2104b35ab9 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571141 Jan 31 17:10:02.792059 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533eaa0-d5a3-4a46-8735-e875fb2ea0e3 req-3e4c930c-6d76-477f-bbea-5b860634f7b0 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:02.793713 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3533eaa0-d5a3-4a46-8735-e875fb2ea0e3 req-3e4c930c-6d76-477f-bbea-5b860634f7b0 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.0696433 Jan 31 17:10:02.857561 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3533eaa0-d5a3-4a46-8735-e875fb2ea0e3 req-827b4721-56c2-4610-9471-c61436497735 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495384 Jan 31 17:10:03.039096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a2bdb-3e8c-4dec-8fbb-b1be36875859 req-bdaeae18-7168-4fd8-bfa0-cf055d184afc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:03.041286 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b34a2bdb-3e8c-4dec-8fbb-b1be36875859 req-bdaeae18-7168-4fd8-bfa0-cf055d184afc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0660102 Jan 31 17:10:03.096494 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b34a2bdb-3e8c-4dec-8fbb-b1be36875859 req-337cd29a-edc5-4500-96ea-bb72885d01fa tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490787 Jan 31 17:10:03.886364 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078a065-4588-44a2-80fd-ffc607283981 req-926a1e90-bec9-4b66-90c3-633902b6bb08 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:03.888310 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1078a065-4588-44a2-80fd-ffc607283981 req-926a1e90-bec9-4b66-90c3-633902b6bb08 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0602717 Jan 31 17:10:03.957057 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1078a065-4588-44a2-80fd-ffc607283981 req-fc845931-0952-4170-8fb2-160e4c114bb2 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Jan 31 17:10:04.018504 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b34406-9cad-4d3b-86f7-2495685530ba req-5213542b-c5ec-4bc9-9211-e2f7de2a158c tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:04.020108 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e5b34406-9cad-4d3b-86f7-2495685530ba req-5213542b-c5ec-4bc9-9211-e2f7de2a158c tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.0780697 Jan 31 17:10:04.079512 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e5b34406-9cad-4d3b-86f7-2495685530ba req-487da79c-dc41-411b-89e8-d04972fe5f0c tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486641 Jan 31 17:10:04.262586 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dd5d4-6a42-4e6f-908e-7b2275ef7a95 req-9f718e3d-b7a3-4855-87c9-81599d9391be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:04.264618 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8f2dd5d4-6a42-4e6f-908e-7b2275ef7a95 req-9f718e3d-b7a3-4855-87c9-81599d9391be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0732491 Jan 31 17:10:04.337294 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8f2dd5d4-6a42-4e6f-908e-7b2275ef7a95 req-132bf057-2823-4f71-85e4-7f50b4aef17f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655336 Jan 31 17:10:04.470809 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09540475-d105-4e48-812c-a02d20dd0746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:05.148286 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118235e-2f66-4751-b5a0-c14f2352c7cf req-54eb5801-d344-4edb-9288-8a2a229cd205 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:05.150006 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6118235e-2f66-4751-b5a0-c14f2352c7cf req-54eb5801-d344-4edb-9288-8a2a229cd205 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0605512 Jan 31 17:10:05.205523 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6118235e-2f66-4751-b5a0-c14f2352c7cf req-a961dc55-404c-40b8-a193-546ccee9aa66 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486727 Jan 31 17:10:05.491993 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657135-d137-4cf9-8b27-7fb7dac85c65 req-d2d06d30-fba3-4650-b51b-9e50189abedb tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:05.493694 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9c657135-d137-4cf9-8b27-7fb7dac85c65 req-d2d06d30-fba3-4650-b51b-9e50189abedb tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0651965 Jan 31 17:10:05.549397 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9c657135-d137-4cf9-8b27-7fb7dac85c65 req-17b62b0e-d879-45e4-a76e-d470feb9f06d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493994 Jan 31 17:10:06.352721 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe281b-2514-4ef0-93c5-d27b7fd7c5dc req-922ad526-29d5-49af-be2f-bd2d2cecc222 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:06.354510 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38fe281b-2514-4ef0-93c5-d27b7fd7c5dc req-922ad526-29d5-49af-be2f-bd2d2cecc222 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0674770 Jan 31 17:10:06.425524 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38fe281b-2514-4ef0-93c5-d27b7fd7c5dc req-2dff4578-2aee-466d-b0a6-10a28826c4a6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610311 Jan 31 17:10:06.701870 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b053bb-a5ff-4ad0-9ced-0ea167ae7e85 req-95a55a6a-047d-4d53-84bc-97404540d086 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:06.704641 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-16b053bb-a5ff-4ad0-9ced-0ea167ae7e85 req-95a55a6a-047d-4d53-84bc-97404540d086 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0755279 Jan 31 17:10:06.785146 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-16b053bb-a5ff-4ad0-9ced-0ea167ae7e85 req-47de0555-7e7e-4974-a02a-a60c9e46a4c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736599 Jan 31 17:10:06.832397 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84267384-44fb-4236-ab7e-b4c639efae82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:07.575744 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d523-993d-4ac3-be2f-1fc3022f23ef req-9b35e14e-decc-4e51-a7a5-7bffa1fc140c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:07.577372 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3f63d523-993d-4ac3-be2f-1fc3022f23ef req-9b35e14e-decc-4e51-a7a5-7bffa1fc140c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0664384 Jan 31 17:10:07.641827 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3f63d523-993d-4ac3-be2f-1fc3022f23ef req-e7a29fa2-544c-44f9-b854-e39a938964e4 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Jan 31 17:10:07.927153 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe7d5-9391-402b-aff8-2553fb1248b8 req-f4f0d5b0-de93-4941-8262-15647be52b27 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:07.928732 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8fcfe7d5-9391-402b-aff8-2553fb1248b8 req-f4f0d5b0-de93-4941-8262-15647be52b27 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0635445 Jan 31 17:10:07.985762 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8fcfe7d5-9391-402b-aff8-2553fb1248b8 req-a4f94cbb-58a4-4cd2-90e0-a0ac0a32aa69 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509136 Jan 31 17:10:08.808053 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51481204-480b-49ef-81ae-503b5052118c req-2c668ee8-eaf5-49ce-82d9-e1ab9ab202f6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:08.810137 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-51481204-480b-49ef-81ae-503b5052118c req-2c668ee8-eaf5-49ce-82d9-e1ab9ab202f6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0825555 Jan 31 17:10:08.875831 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-51481204-480b-49ef-81ae-503b5052118c req-1c1b0d9d-26f2-4833-b8d7-d465e322d201 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591953 Jan 31 17:10:09.130905 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1d2c-86b7-4588-b83e-f3a2cab77df5 req-531b9abc-7579-4ca3-9a2e-e9de22ce8cd9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:09.132561 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0f6d1d2c-86b7-4588-b83e-f3a2cab77df5 req-531b9abc-7579-4ca3-9a2e-e9de22ce8cd9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0623941 Jan 31 17:10:09.198489 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0f6d1d2c-86b7-4588-b83e-f3a2cab77df5 req-4c1cd9c7-12c3-4acf-bbe9-de0b50b48d39 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592322 Jan 31 17:10:09.854253 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:10.051879 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef7a95-e0b9-4c3b-bcf7-f0bf5df31c95 req-bd0f8d22-aadd-41c7-a473-d25b9a494c0d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:10.053951 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42ef7a95-e0b9-4c3b-bcf7-f0bf5df31c95 req-bd0f8d22-aadd-41c7-a473-d25b9a494c0d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0921390 Jan 31 17:10:10.115063 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42ef7a95-e0b9-4c3b-bcf7-f0bf5df31c95 req-cb56db93-eac5-4f6a-8fc5-027829bf03a5 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512769 Jan 31 17:10:10.360825 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e98906-9f99-4004-8b90-1ed07098d663 req-7513f639-617d-4ddf-a125-5cc9100984eb tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:10.362544 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-72e98906-9f99-4004-8b90-1ed07098d663 req-7513f639-617d-4ddf-a125-5cc9100984eb tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 943 time: 0.0609837 Jan 31 17:10:10.425248 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-72e98906-9f99-4004-8b90-1ed07098d663 req-ff0d6bbb-5b04-49db-9b04-c8d6d63536d8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566545 Jan 31 17:10:10.987925 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:10:11.103278 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:10:11.116114 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'port_id': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'mac_address': 'fa:16:3e:d7:83:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:10:11.165100 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:10:11.165491 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:11.181069 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:10:11.205399 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:10:11.210225 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:11.261220 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=9']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:10:11.298210 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd65b2-7d74-4829-8c2e-3ce4260e8c1c req-3e51c580-b244-4cec-86b5-ff5188c7a5c6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:11.300006 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14bd65b2-7d74-4829-8c2e-3ce4260e8c1c req-3e51c580-b244-4cec-86b5-ff5188c7a5c6 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0951333 Jan 31 17:10:11.366963 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14bd65b2-7d74-4829-8c2e-3ce4260e8c1c req-738d00b8-6332-4d8f-a3b8-c70583db94e0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 Jan 31 17:10:11.375159 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:11.597535 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338f20-7e68-4a25-9634-3ca005064ebe req-03719c54-5091-4ec0-ac1c-e9293b2808a4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:11.600247 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c9338f20-7e68-4a25-9634-3ca005064ebe req-03719c54-5091-4ec0-ac1c-e9293b2808a4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 944 time: 0.0666034 Jan 31 17:10:11.641714 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:11.655361 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:10:11.670258 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c9338f20-7e68-4a25-9634-3ca005064ebe req-a116bfe1-d0d0-4d92-ab15-1887fadce864 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603626 Jan 31 17:10:11.976097 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:12.515475 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6f6c-64b9-4969-a52d-2a820408ef1e req-05fcf387-0ce8-4b3f-ab1b-1c6bc83f9add tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:12.517146 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-925c6f6c-64b9-4969-a52d-2a820408ef1e req-05fcf387-0ce8-4b3f-ab1b-1c6bc83f9add tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0666542 Jan 31 17:10:12.570553 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-925c6f6c-64b9-4969-a52d-2a820408ef1e req-4b901fbc-94ee-4503-8619-756a4cad24ee tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Jan 31 17:10:12.855632 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4c87f-ca8c-4e8e-a9e2-52226c8b2ad0 req-cad831ad-3612-41e5-baca-a0d1cc2a9b76 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:12.858447 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bfe4c87f-ca8c-4e8e-a9e2-52226c8b2ad0 req-cad831ad-3612-41e5-baca-a0d1cc2a9b76 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 944 time: 0.0959134 Jan 31 17:10:12.916214 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bfe4c87f-ca8c-4e8e-a9e2-52226c8b2ad0 req-2dc2f846-9a22-47a6-9ba7-eb9217f16a64 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519881 Jan 31 17:10:13.003541 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:10:13.066536 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:10:13.067072 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:13.202786 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:10:13.203188 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:13.236647 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:10:13.240692 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561016c4-eafa-4a00-ade5-f9aca281ec33" -d '{"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:10:13.266852 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:10:13.274506 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:13.321125 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b1c527-08a2-4a4f-a507-87830fa60d16 x-openstack-request-id: req-d7b1c527-08a2-4a4f-a507-87830fa60d16 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:10:13.321552 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:10:13.322060 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d7b1c527-08a2-4a4f-a507-87830fa60d16 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:10:13.322580 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'code': 200} Jan 31 17:10:13.363619 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:10:13.745129 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb8c41-484f-4b08-8d6c-383b15ccb25a req-c0b96613-549d-4616-ba7e-d091a3286e89 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:13.747897 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b6cb8c41-484f-4b08-8d6c-383b15ccb25a req-c0b96613-549d-4616-ba7e-d091a3286e89 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0960093 Jan 31 17:10:13.822677 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b6cb8c41-484f-4b08-8d6c-383b15ccb25a req-3cc8faf2-0a98-4e2f-82c2-e7dd35d4c531 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Jan 31 17:10:13.947516 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e182ae2-9088-433f-94eb-414e0522fb0d req-219d31a2-1ed1-472a-bd1c-2798e56e1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:13.950169 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8e182ae2-9088-433f-94eb-414e0522fb0d req-219d31a2-1ed1-472a-bd1c-2798e56e1d14 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 1130 time: 0.0566504 Jan 31 17:10:14.045605 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8e182ae2-9088-433f-94eb-414e0522fb0d req-aa7c31ce-c499-4d72-ba26-11933fb3d9b0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828009 Jan 31 17:10:14.072599 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc23d4-e504-4df6-acbc-791fc54746c9 req-fb262940-e28d-4a0c-bae5-31738575a326 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:14.074244 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-92bc23d4-e504-4df6-acbc-791fc54746c9 req-fb262940-e28d-4a0c-bae5-31738575a326 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0717061 Jan 31 17:10:14.152642 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-92bc23d4-e504-4df6-acbc-791fc54746c9 req-26522153-3ea6-4fb6-8040-c81bf391338f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718038 Jan 31 17:10:14.995692 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6deaba-ac5e-4a43-8249-7bb32dac8b12 req-20b5fa1f-ff2d-4289-b5a2-e4d195ea7944 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:14.997706 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5b6deaba-ac5e-4a43-8249-7bb32dac8b12 req-20b5fa1f-ff2d-4289-b5a2-e4d195ea7944 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0649981 Jan 31 17:10:15.050890 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5b6deaba-ac5e-4a43-8249-7bb32dac8b12 req-f60e0ae6-5d3f-48f0-8292-c292bc143003 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465169 Jan 31 17:10:15.333362 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744e875-8841-4f46-a000-5f861995787e req-e790687e-2e9c-4d18-9663-da909b8f1efd tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:15.336157 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f744e875-8841-4f46-a000-5f861995787e req-e790687e-2e9c-4d18-9663-da909b8f1efd tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0732603 Jan 31 17:10:15.402447 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f744e875-8841-4f46-a000-5f861995787e req-a3db3df2-b134-47ea-8a51-ff94266ebad4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581090 Jan 31 17:10:16.197388 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011d7b8-8642-4c66-8f19-48f5c95070b9 req-faec2d28-6a09-4526-bb52-a4f56921009d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:16.199522 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9011d7b8-8642-4c66-8f19-48f5c95070b9 req-faec2d28-6a09-4526-bb52-a4f56921009d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0578525 Jan 31 17:10:16.264724 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9011d7b8-8642-4c66-8f19-48f5c95070b9 req-e0ae7443-7241-48d2-b70c-42b73342c173 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569389 Jan 31 17:10:16.562225 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291029d3-e0d1-418c-a338-d6caf40185d3 req-376ae71e-a545-4cb3-9128-ef083cc476de tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:16.563821 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-291029d3-e0d1-418c-a338-d6caf40185d3 req-376ae71e-a545-4cb3-9128-ef083cc476de tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0642920 Jan 31 17:10:16.627044 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-291029d3-e0d1-418c-a338-d6caf40185d3 req-78ecd632-1578-48ef-8a8e-835c14b48b06 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527654 Jan 31 17:10:17.429805 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d8ec4-6cb7-4482-bb38-5f00814be9b5 req-36c4b1c0-7e39-4b74-9076-e0e668214d1b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:17.432066 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c98d8ec4-6cb7-4482-bb38-5f00814be9b5 req-36c4b1c0-7e39-4b74-9076-e0e668214d1b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0736525 Jan 31 17:10:17.508406 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c98d8ec4-6cb7-4482-bb38-5f00814be9b5 req-258246ca-8e4f-4add-8ac5-015536e7c1cc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578275 Jan 31 17:10:17.782354 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4ebfa-ccd8-46ef-99ee-e89f73e795c8 req-4c1e5c95-cb61-46f4-8459-65f9f0bfaf2d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:17.784135 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f2c4ebfa-ccd8-46ef-99ee-e89f73e795c8 req-4c1e5c95-cb61-46f4-8459-65f9f0bfaf2d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0689092 Jan 31 17:10:17.849048 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f2c4ebfa-ccd8-46ef-99ee-e89f73e795c8 req-35c41ac1-0874-422e-ae12-75c4f98e23ef tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586176 Jan 31 17:10:18.645524 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe44cc-43ae-4d8f-84d1-1ed6878ec80f req-a6e46300-e9cd-4bb8-b7d3-a539b5a2a2b5 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:18.647296 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-cabe44cc-43ae-4d8f-84d1-1ed6878ec80f req-a6e46300-e9cd-4bb8-b7d3-a539b5a2a2b5 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0635667 Jan 31 17:10:18.710578 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-cabe44cc-43ae-4d8f-84d1-1ed6878ec80f req-4c431591-e024-4b6d-887c-5cf43892af09 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566995 Jan 31 17:10:18.994317 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351cad1-5f64-4363-8a51-59f1a8bc7fcf req-c8714b14-840d-4e8d-bf5b-f5fcade2dd13 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:18.996034 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a351cad1-5f64-4363-8a51-59f1a8bc7fcf req-c8714b14-840d-4e8d-bf5b-f5fcade2dd13 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0598948 Jan 31 17:10:19.051131 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a351cad1-5f64-4363-8a51-59f1a8bc7fcf req-a249ddd9-9eb6-4a20-b83e-b8935fde9027 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465004 Jan 31 17:10:19.849608 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1a1e3-c239-4bb8-af4b-15297e8e7e12 req-6eb27247-d8a6-427f-80d3-67056d4b03b1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:19.851645 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-51a1a1e3-c239-4bb8-af4b-15297e8e7e12 req-6eb27247-d8a6-427f-80d3-67056d4b03b1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0655501 Jan 31 17:10:19.907478 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-51a1a1e3-c239-4bb8-af4b-15297e8e7e12 req-189539d8-a5e1-468b-b616-4c2c51d35602 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496211 Jan 31 17:10:20.194326 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11602-38cf-472a-bb80-41681725f71b req-8cf3cc6b-d9e3-4cef-b8cb-0851467ecf07 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:20.196597 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-75a11602-38cf-472a-bb80-41681725f71b req-8cf3cc6b-d9e3-4cef-b8cb-0851467ecf07 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0614824 Jan 31 17:10:20.258224 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-75a11602-38cf-472a-bb80-41681725f71b req-3f19afbf-648e-4d3c-be0f-b822ad56d0d1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557847 Jan 31 17:10:21.074280 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5414a-e312-432c-af01-f5df582f13d9 req-589e8087-6e22-4398-9fed-8fad3c4deb52 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:21.076141 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c0c5414a-e312-432c-af01-f5df582f13d9 req-589e8087-6e22-4398-9fed-8fad3c4deb52 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0706065 Jan 31 17:10:21.142295 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c0c5414a-e312-432c-af01-f5df582f13d9 req-426a6c0b-431f-406f-a6d6-dcaf850585a7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547860 Jan 31 17:10:21.440940 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b9fdf-6a1d-4b8f-a292-11c98ce36bde req-2d327cd6-0a49-4cdd-b22b-1dd95bdddf66 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:21.442887 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f28b9fdf-6a1d-4b8f-a292-11c98ce36bde req-2d327cd6-0a49-4cdd-b22b-1dd95bdddf66 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0794575 Jan 31 17:10:21.499246 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f28b9fdf-6a1d-4b8f-a292-11c98ce36bde req-3a308a6f-c753-4a4f-9c88-f4fead2aa0c5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495350 Jan 31 17:10:22.295625 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302ca62-0ef7-4955-a99e-aa45de1cc364 req-b1cee712-ac08-4bfe-85cf-57675ff141d7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:22.298184 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c302ca62-0ef7-4955-a99e-aa45de1cc364 req-b1cee712-ac08-4bfe-85cf-57675ff141d7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0744562 Jan 31 17:10:22.366310 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c302ca62-0ef7-4955-a99e-aa45de1cc364 req-cb8f836f-29c4-4bf4-891a-9eb772d2a46f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595791 Jan 31 17:10:22.953208 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f72b4f-c755-4d1d-805b-9775c322fd18 req-60493bfe-577e-4355-9acb-f6dd2d3ace87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:22.955993 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-06f72b4f-c755-4d1d-805b-9775c322fd18 req-60493bfe-577e-4355-9acb-f6dd2d3ace87 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.0510519 Jan 31 17:10:23.007706 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-06f72b4f-c755-4d1d-805b-9775c322fd18 req-4803f78b-4fe5-496c-90c1-20e096b364cb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Jan 31 17:10:23.515151 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd56c0b-8929-4eb7-86b2-8a56911fa0fa req-2d658e74-9802-4dc7-891a-2b3c9c565a94 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:23.516948 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcd56c0b-8929-4eb7-86b2-8a56911fa0fa req-2d658e74-9802-4dc7-891a-2b3c9c565a94 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0639975 Jan 31 17:10:23.573601 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcd56c0b-8929-4eb7-86b2-8a56911fa0fa req-1e368769-d8ce-4ab4-bbde-3ad4a6f3d18f tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Jan 31 17:10:24.745632 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7857c-eaf5-4a28-9ed9-3118784890e7 req-d83f272d-41e7-43c0-b5c3-a6b1f115b2fd tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:24.747466 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9ec7857c-eaf5-4a28-9ed9-3118784890e7 req-d83f272d-41e7-43c0-b5c3-a6b1f115b2fd tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0747552 Jan 31 17:10:24.809353 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9ec7857c-eaf5-4a28-9ed9-3118784890e7 req-c9e23f25-7b93-40c5-a7bc-ca544af4e520 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Jan 31 17:10:25.248929 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-f4cb212f-044c-40be-8da7-7b3fa1d756a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:25.250562 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-f4cb212f-044c-40be-8da7-7b3fa1d756a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e71ece38f3b94a35918b5bf1de56747d&device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 1129 time: 0.0875378 Jan 31 17:10:25.262610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9fb57-62a5-4170-84cb-33f92085a139 req-101580f9-1731-4add-93f6-173c69bee8e9 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:25.264229 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5ab9fb57-62a5-4170-84cb-33f92085a139 req-101580f9-1731-4add-93f6-173c69bee8e9 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0895133 Jan 31 17:10:25.384585 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5ab9fb57-62a5-4170-84cb-33f92085a139 req-adac54f9-8677-428a-a84a-77fc036dcde8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113794 Jan 31 17:10:25.411799 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-d7cab431-9f1a-43c2-9a8f-2085ac83416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:25.413596 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-d7cab431-9f1a-43c2-9a8f-2085ac83416d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 200 len: 920 time: 0.1483834 Jan 31 17:10:25.478067 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-d0356e61-c72a-4c75-87e3-a42a44deaee1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 200 len: 217 time: 0.0530927 Jan 31 17:10:25.570601 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-039befd4-a0b2-478b-8c84-32740bcccdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:25.573053 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-039befd4-a0b2-478b-8c84-32740bcccdd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 200 len: 859 time: 0.0787551 Jan 31 17:10:25.612377 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-50e70e91-c9a5-4b63-ac1d-1f755a64f247 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b76aa05-469a-4700-a224-8ccc81f74f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283265 Jan 31 17:10:25.719541 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-161c718b-7a5a-4985-935d-f3c84e9db15b service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997298 Jan 31 17:10:25.840833 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bfe0608d-a641-4fce-b812-83497d53b0e1 req-bfe8e2f7-2a4a-4e24-aad1-41cf1b515ba4 service neutron] 10.222.0.71 "GET /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086555 Jan 31 17:10:26.560856 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a52cc-837b-4965-ad62-d171dfa15f94 req-f484affc-4f09-475f-bc18-1b84acf9e09e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:26.563620 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9b8a52cc-837b-4965-ad62-d171dfa15f94 req-f484affc-4f09-475f-bc18-1b84acf9e09e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0787420 Jan 31 17:10:26.634870 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9b8a52cc-837b-4965-ad62-d171dfa15f94 req-e8442865-804a-4ff5-b762-3f50074e8905 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639277 Jan 31 17:10:27.777830 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05beb206-4dae-48e9-9838-0c6d99a90afd req-c5f4f2e7-4a7d-475f-8a3f-c4346720e448 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:27.780032 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-05beb206-4dae-48e9-9838-0c6d99a90afd req-c5f4f2e7-4a7d-475f-8a3f-c4346720e448 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0677588 Jan 31 17:10:27.863626 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-05beb206-4dae-48e9-9838-0c6d99a90afd req-bcd047e0-a111-46a5-aba7-cdd94cd89062 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728076 Jan 31 17:10:28.985039 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:10:29.016079 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ed11-bddc-4e0c-8a71-45537586a92f req-da9a9f78-c61d-4b91-9dbb-362256423e40 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:29.017897 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5078ed11-bddc-4e0c-8a71-45537586a92f req-da9a9f78-c61d-4b91-9dbb-362256423e40 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0640149 Jan 31 17:10:29.077260 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5078ed11-bddc-4e0c-8a71-45537586a92f req-77f069a6-d38f-4dab-a1ec-700c296e0484 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527260 Jan 31 17:10:31.126121 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-7ff1aa4c-e261-4071-9a87-355442be0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:31.129192 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-7ff1aa4c-e261-4071-9a87-355442be0426 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82f46b42652842d28e7c0483cb40fbe0&device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1169 time: 0.0538573 Jan 31 17:10:31.135434 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8fe37-6906-4f12-ae4e-e0c9162cac2b req-332e87e3-d795-44fc-86fa-5d03af91b64d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:31.139023 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e6f8fe37-6906-4f12-ae4e-e0c9162cac2b req-332e87e3-d795-44fc-86fa-5d03af91b64d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0913341 Jan 31 17:10:31.243562 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e6f8fe37-6906-4f12-ae4e-e0c9162cac2b req-243d5e5b-8753-41b5-b925-4fccdb9cf8eb tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981185 Jan 31 17:10:31.261903 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-bfa6ccb7-8d82-448b-adc9-77d3cd24cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:31.264676 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-bfa6ccb7-8d82-448b-adc9-77d3cd24cfe1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2c822c-8591-40b1-b781-4d7b43021032 HTTP/1.1" status: 200 len: 915 time: 0.1261303 Jan 31 17:10:31.345067 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-0a44c188-ecab-4095-9207-6da1c608008d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 1001 time: 0.0734379 Jan 31 17:10:31.410639 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-eaad099b-b0f7-43c5-8b2a-72a1bc0eb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:31.412145 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-eaad099b-b0f7-43c5-8b2a-72a1bc0eb7a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=93b2c666-cb30-48d8-a7d6-1d6c50eefb16 HTTP/1.1" status: 200 len: 853 time: 0.0532982 Jan 31 17:10:31.469074 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-bf0d13b4-2157-4f69-b815-814ee1521530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:31.470647 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-bf0d13b4-2157-4f69-b815-814ee1521530 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2c822c-8591-40b1-b781-4d7b43021032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509605 Jan 31 17:10:31.612455 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-c65c5801-1250-4684-9a9f-c10065012021 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261141 Jan 31 17:10:31.717142 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95f0e999-9b6c-42a0-8a5e-a68892e76b9f req-4b0a8616-6ab2-44a1-98cc-efe89d0db2f3 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976684 Jan 31 17:10:32.400982 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05f572-2050-46d2-b51a-02c6eb64ad1c req-cdaacb2f-6938-4ead-bdae-565edd26100e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:32.402806 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fe05f572-2050-46d2-b51a-02c6eb64ad1c req-cdaacb2f-6938-4ead-bdae-565edd26100e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0686386 Jan 31 17:10:32.473208 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fe05f572-2050-46d2-b51a-02c6eb64ad1c req-28bc773e-572c-4c1a-9d1e-f1ec7fb468b5 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636005 Jan 31 17:10:33.606182 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8c4de-e75a-4d4b-9ce6-7213ec62a2a0 req-299d8f17-d9b1-4229-bde3-2cec0f24d78d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:33.608153 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-53b8c4de-e75a-4d4b-9ce6-7213ec62a2a0 req-299d8f17-d9b1-4229-bde3-2cec0f24d78d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0592918 Jan 31 17:10:33.699788 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-53b8c4de-e75a-4d4b-9ce6-7213ec62a2a0 req-d987811b-dc37-4783-8bc1-95f37dc9957d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850797 Jan 31 17:10:34.470727 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2283a569-2fbf-4b61-a151-d7b07686b76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:34.894890 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315933b-8fbe-46ba-a85d-d7dd9a1f5e83 req-a200af7d-ccd7-4f50-8184-37ec175d6d3d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:34.897885 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1315933b-8fbe-46ba-a85d-d7dd9a1f5e83 req-a200af7d-ccd7-4f50-8184-37ec175d6d3d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0993428 Jan 31 17:10:35.019106 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1315933b-8fbe-46ba-a85d-d7dd9a1f5e83 req-d95c29cb-cf67-47e6-99da-67eda11a0207 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124389 Jan 31 17:10:36.240463 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269f38-6bca-44f1-9ff4-4c3c171268eb req-b0f5093b-1e42-4107-b3c6-c0480148fad2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:36.243298 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-72269f38-6bca-44f1-9ff4-4c3c171268eb req-b0f5093b-1e42-4107-b3c6-c0480148fad2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0950325 Jan 31 17:10:36.313628 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-72269f38-6bca-44f1-9ff4-4c3c171268eb req-232e1912-3262-4228-8880-226d28e50bd7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637269 Jan 31 17:10:36.831077 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ffa84919-413f-441d-a537-9722592f439f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:37.460878 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927918-03f8-4a43-b9d8-0ceace407b03 req-5b57dcbd-a005-46aa-a756-68bb459d9a0e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:37.463251 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e9927918-03f8-4a43-b9d8-0ceace407b03 req-5b57dcbd-a005-46aa-a756-68bb459d9a0e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0650287 Jan 31 17:10:37.536714 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e9927918-03f8-4a43-b9d8-0ceace407b03 req-8474a8b9-32f3-49ae-8cd7-05c46add597a tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644937 Jan 31 17:10:38.671365 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90285df-6f42-400c-acb5-0302dff501c5 req-07babc1e-3d87-4798-bd86-bdf985bd3e59 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:38.673117 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b90285df-6f42-400c-acb5-0302dff501c5 req-07babc1e-3d87-4798-bd86-bdf985bd3e59 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0611401 Jan 31 17:10:38.747535 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b90285df-6f42-400c-acb5-0302dff501c5 req-d901f828-a640-41b7-a6df-8deb113b5e91 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640073 Jan 31 17:10:39.859670 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:39.902814 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96d19f-3e34-46da-bcfb-67a6d96a6c19 req-5958c691-4999-4c2f-8729-08a2d13fce8f tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:39.904509 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4c96d19f-3e34-46da-bcfb-67a6d96a6c19 req-5958c691-4999-4c2f-8729-08a2d13fce8f tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0827184 Jan 31 17:10:39.984210 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4c96d19f-3e34-46da-bcfb-67a6d96a6c19 req-00590d67-853c-4849-8f44-ddc1f9d8a0fa tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720303 Jan 31 17:10:40.793754 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf5e07-e04a-4adc-b5bf-efcc45c7cf96 req-649f9ce9-d3a8-4a7b-b168-4f4b53e46416 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:40.795985 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-dddf5e07-e04a-4adc-b5bf-efcc45c7cf96 req-649f9ce9-d3a8-4a7b-b168-4f4b53e46416 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0794244 Jan 31 17:10:40.861019 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-dddf5e07-e04a-4adc-b5bf-efcc45c7cf96 req-b99a8b78-fb62-472f-af21-ceda8bb23dbc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Jan 31 17:10:41.153705 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056a98-e28e-4090-a1cc-ed96405dd850 req-2597c250-6797-4b00-a023-3e66dafd6cf7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:41.156393 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-32056a98-e28e-4090-a1cc-ed96405dd850 req-2597c250-6797-4b00-a023-3e66dafd6cf7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0921764 Jan 31 17:10:41.228308 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-32056a98-e28e-4090-a1cc-ed96405dd850 req-d3c62253-79e9-49ae-94f4-fb4a974ad4c0 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653660 Jan 31 17:10:41.385460 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:41.649715 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:41.978115 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:42.041111 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8fd99-485a-4320-9dbd-3448b1aed89e req-aa63508b-9ebe-4e09-b3b0-681c5d19bdd3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:42.043878 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1ae8fd99-485a-4320-9dbd-3448b1aed89e req-aa63508b-9ebe-4e09-b3b0-681c5d19bdd3 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0927782 Jan 31 17:10:42.097305 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1ae8fd99-485a-4320-9dbd-3448b1aed89e req-f08dd0c7-5212-45ea-8d61-a6610d7533d8 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478849 Jan 31 17:10:42.363663 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060d517-91b4-4a9c-91d0-1e0725e6129e req-0654acc6-5eae-44b0-ae29-a7708725859f tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:42.365336 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c060d517-91b4-4a9c-91d0-1e0725e6129e req-0654acc6-5eae-44b0-ae29-a7708725859f tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0634573 Jan 31 17:10:42.437872 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c060d517-91b4-4a9c-91d0-1e0725e6129e req-629a56e5-b3c1-492a-9731-ea246f838c06 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660956 Jan 31 17:10:42.994077 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-90a9f522-4f53-4428-b45e-f3788a76c262 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495789 Jan 31 17:10:43.117276 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-0ee008e8-9ce9-4a45-970b-086b38fb1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:43.118895 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-0ee008e8-9ce9-4a45-970b-086b38fb1569 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 1129 time: 0.0571296 Jan 31 17:10:43.280142 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-a51e800b-b03b-46b2-a085-73a1abc7ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:43.281569 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-a51e800b-b03b-46b2-a085-73a1abc7ff36 service neutron] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 912 time: 0.1269190 Jan 31 17:10:43.289029 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2585f7-1b09-4469-80e8-c69f9f6301b3 req-836ecb69-f9a1-46d9-95a6-636c9eef60ad tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:43.290682 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ab2585f7-1b09-4469-80e8-c69f9f6301b3 req-836ecb69-f9a1-46d9-95a6-636c9eef60ad tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1171033 Jan 31 17:10:43.444541 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-bbd8161c-e6af-4974-88a5-cdfb4d72d6f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e70d42-b806-40c9-966e-478278de78ef HTTP/1.1" status: 200 len: 1001 time: 0.1524432 Jan 31 17:10:43.450679 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ab2585f7-1b09-4469-80e8-c69f9f6301b3 req-1db0ec4e-f75c-4d1c-8603-6508548c526b tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505735 Jan 31 17:10:43.524438 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-b52075a2-a795-4f50-a824-275f59bdf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:43.526769 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-b52075a2-a795-4f50-a824-275f59bdf3be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.0746913 Jan 31 17:10:43.571912 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e12f4-de4c-4932-b1c1-56689c3d1932 req-66412494-2e5f-401b-9a86-4503152bbf21 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:43.574384 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a04e12f4-de4c-4932-b1c1-56689c3d1932 req-66412494-2e5f-401b-9a86-4503152bbf21 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0642519 Jan 31 17:10:43.603198 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-42047bbf-6b6f-4b2a-9dcf-8effd289039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:43.604744 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-42047bbf-6b6f-4b2a-9dcf-8effd289039a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658238 Jan 31 17:10:43.652849 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a04e12f4-de4c-4932-b1c1-56689c3d1932 req-99ade1e6-c921-49e8-ab5e-b58e355c61aa tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714574 Jan 31 17:10:43.730383 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-26a5cb4e-c9e0-4310-a708-cf8689e59f93 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151428 Jan 31 17:10:43.869506 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14f0a7af-b23c-4dcc-87b6-3744f70eaf91 req-94c21ca3-6a81-4f4b-99af-e2e5d8cb43c8 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288552 Jan 31 17:10:44.582283 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5aeee-4da8-49c3-ae67-454d04910879 req-1277c14e-85b8-4220-aff7-e3d6559db943 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:44.584049 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e8b5aeee-4da8-49c3-ae67-454d04910879 req-1277c14e-85b8-4220-aff7-e3d6559db943 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0573213 Jan 31 17:10:44.638574 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e8b5aeee-4da8-49c3-ae67-454d04910879 req-6cfbd5f7-bd60-400e-b6f5-52c32bbe281c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Jan 31 17:10:44.793346 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674d6b-c6fb-4d6e-926e-e9e5c7417684 req-ff925ec7-ba5f-4db9-985d-67cd7adb26c2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:44.794871 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-11674d6b-c6fb-4d6e-926e-e9e5c7417684 req-ff925ec7-ba5f-4db9-985d-67cd7adb26c2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0583489 Jan 31 17:10:44.862128 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-11674d6b-c6fb-4d6e-926e-e9e5c7417684 req-b7524bef-5cab-4601-97bb-a330aa89ab21 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605276 Jan 31 17:10:45.768926 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d1d5f-df35-4f90-aa69-edb8c5b2b253 req-e43ba66a-45e9-4a29-afb1-e7e98b69d39a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:45.770481 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd6d1d5f-df35-4f90-aa69-edb8c5b2b253 req-e43ba66a-45e9-4a29-afb1-e7e98b69d39a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0593629 Jan 31 17:10:45.828335 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cd6d1d5f-df35-4f90-aa69-edb8c5b2b253 req-8719df4e-9f59-4a9e-8abf-38390d80ec2c tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Jan 31 17:10:45.991175 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8eeb8-8a44-45d4-8905-3724129e5078 req-655b4303-41a6-4c23-b70a-baae69f2eb03 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:45.993470 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6ad8eeb8-8a44-45d4-8905-3724129e5078 req-655b4303-41a6-4c23-b70a-baae69f2eb03 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0594900 Jan 31 17:10:46.061563 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6ad8eeb8-8a44-45d4-8905-3724129e5078 req-cf8d1c02-047e-4bcc-896d-b4fb85eb0e1c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613623 Jan 31 17:10:46.957347 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bdc3d-a240-47d2-b514-a66b9cb1dda1 req-2a94fcc5-c3dc-42a9-bf84-5e7ff49df922 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:46.959075 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9a5bdc3d-a240-47d2-b514-a66b9cb1dda1 req-2a94fcc5-c3dc-42a9-bf84-5e7ff49df922 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0578277 Jan 31 17:10:47.028501 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9a5bdc3d-a240-47d2-b514-a66b9cb1dda1 req-d6ed6022-ccec-40ba-bfd0-fb27c28cdae9 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Jan 31 17:10:47.222875 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550f391-8a08-4c0e-a569-32e852b2b371 req-e7894af1-6135-431a-9466-3bce378cb8ee tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:47.225513 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d550f391-8a08-4c0e-a569-32e852b2b371 req-e7894af1-6135-431a-9466-3bce378cb8ee tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0894012 Jan 31 17:10:47.301654 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d550f391-8a08-4c0e-a569-32e852b2b371 req-b11bef58-1c85-4927-9af8-a6522153015f tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695577 Jan 31 17:10:48.178815 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432106db-3cc0-44b9-8f4c-62c20bca25a7 req-2b7d3ec1-8eaa-4c59-ab0e-a5c3cb3240fa tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:48.180518 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-432106db-3cc0-44b9-8f4c-62c20bca25a7 req-2b7d3ec1-8eaa-4c59-ab0e-a5c3cb3240fa tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0654294 Jan 31 17:10:48.235014 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-432106db-3cc0-44b9-8f4c-62c20bca25a7 req-22b188b0-0a0d-4a4b-9b6e-82312dd9efff tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483563 Jan 31 17:10:48.435716 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bac886-3e60-43bc-8b6b-234779b0a4a5 req-98d31901-b317-42a9-a29a-add522dfb9da tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:48.437291 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c6bac886-3e60-43bc-8b6b-234779b0a4a5 req-98d31901-b317-42a9-a29a-add522dfb9da tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0585685 Jan 31 17:10:48.516414 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c6bac886-3e60-43bc-8b6b-234779b0a4a5 req-a0f22aad-03a0-461e-9484-4e0216d4cd1c tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691087 Jan 31 17:10:49.012887 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-927c3e24-3f0c-4f82-a61b-41c515f8d55e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:49.014469 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-927c3e24-3f0c-4f82-a61b-41c515f8d55e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.71 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.0571082 Jan 31 17:10:49.116830 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Deleting port bff7a179-8415-4c9f-95d0-5ea4852df019 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:10:49.117238 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:49.226034 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] For port bff7a179-8415-4c9f-95d0-5ea4852df019, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bff7a179-8415-4c9f-95d0-5ea4852df019,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:10:49.227172 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:49.244050 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Calling delete_port for bff7a179-8415-4c9f-95d0-5ea4852df019 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:10:49.446945 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdc3e3-6dd9-44d1-8d0e-55f43f5e40d6 req-4e8d6bf6-b8f6-429b-919f-5c7b3ef099c0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:49.448674 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-45cdc3e3-6dd9-44d1-8d0e-55f43f5e40d6 req-4e8d6bf6-b8f6-429b-919f-5c7b3ef099c0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=d26227d6-4369-45e2-ace8-58b296d9cdbf HTTP/1.1" status: 200 len: 946 time: 0.1169934 Jan 31 17:10:49.496314 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (bff7a179-8415-4c9f-95d0-5ea4852df019), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:49.512259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['a4f86885-6c7e-4d01-9a20-ed668ca87fc6', 'bff7a179-8415-4c9f-95d0-5ea4852df019'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:10:49.537835 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Pushing event deleted for resources: {'Port': ['ID=bff7a179-8415-4c9f-95d0-5ea4852df019,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:10:49.553963 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-45cdc3e3-6dd9-44d1-8d0e-55f43f5e40d6 req-d93c0137-9859-41f3-8f91-9c9b1cffb170 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969112 Jan 31 17:10:49.561354 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.561354 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.561354 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.561354 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.561354 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.562264 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.562264 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.562264 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.562809 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.562977 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.563163 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.563554 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.563957 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:49.620626 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] No DVR routers for this DVR port bff7a179-8415-4c9f-95d0-5ea4852df019 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:10:49.625082 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:49.629054 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3a8f0304-a7bf-4d58-91bd-3fd97a65bd51 req-c2664e24-f4ad-4666-8758-1d3e90e1dd70 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.71 "DELETE /v2.0/ports/bff7a179-8415-4c9f-95d0-5ea4852df019 HTTP/1.1" status: 204 len: 173 time: 0.6072683 Jan 31 17:10:49.629920 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26227d6-4369-45e2-ace8-58b296d9cdbf', 'name': 'network-vif-deleted', 'tag': 'bff7a179-8415-4c9f-95d0-5ea4852df019'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:10:49.632471 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc625a45-f92f-4327-a2de-737d4d99961d" -d '{"events": [{"server_uuid": "d26227d6-4369-45e2-ace8-58b296d9cdbf", "name": "network-vif-deleted", "tag": "bff7a179-8415-4c9f-95d0-5ea4852df019"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:10:49.672546 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb0cdda-e5cf-43ba-8d9b-fe96b8cfce94 x-openstack-request-id: req-5eb0cdda-e5cf-43ba-8d9b-fe96b8cfce94 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:10:49.672852 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26227d6-4369-45e2-ace8-58b296d9cdbf", "name": "network-vif-deleted", "tag": "bff7a179-8415-4c9f-95d0-5ea4852df019", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:10:49.673065 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5eb0cdda-e5cf-43ba-8d9b-fe96b8cfce94 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:10:49.673465 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26227d6-4369-45e2-ace8-58b296d9cdbf', 'name': 'network-vif-deleted', 'tag': 'bff7a179-8415-4c9f-95d0-5ea4852df019', 'status': 'completed', 'code': 200} Jan 31 17:10:49.773337 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68391eb-17e1-4730-8b0b-50622337e9e4 req-61df241a-c194-4d12-80eb-60fa739d7a91 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:49.777389 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b68391eb-17e1-4730-8b0b-50622337e9e4 req-61df241a-c194-4d12-80eb-60fa739d7a91 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.1601980 Jan 31 17:10:49.868403 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b68391eb-17e1-4730-8b0b-50622337e9e4 req-2b087224-0465-4c86-87c1-f151512202d9 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850699 Jan 31 17:10:50.919754 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a47bf-babc-445e-8c2b-52e7dd4b1bd0 req-2c9166c3-0853-4ca2-b36a-4930eed1d510 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:50.923511 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-004a47bf-babc-445e-8c2b-52e7dd4b1bd0 req-2c9166c3-0853-4ca2-b36a-4930eed1d510 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0708585 Jan 31 17:10:51.005846 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-004a47bf-babc-445e-8c2b-52e7dd4b1bd0 req-8bfef420-dcd3-41b1-b7ba-26f4c5486ce7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752692 Jan 31 17:10:51.060355 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ddc96-5554-46ec-84c9-e01d5479c5c0 req-0f97f0ac-64ed-46d2-8496-e3569cdc830e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:51.063003 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6f3ddc96-5554-46ec-84c9-e01d5479c5c0 req-0f97f0ac-64ed-46d2-8496-e3569cdc830e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0893962 Jan 31 17:10:51.148818 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6f3ddc96-5554-46ec-84c9-e01d5479c5c0 req-53e1a297-a9d9-4586-b979-09d4cdc9a9bb tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784223 Jan 31 17:10:51.261291 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 41104) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:10:51.384731 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:51.487993 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Publish callbacks [] for security_group (dd39afba-c45d-46b6-9033-a4f4ebb8f194), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:51.494281 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (dd39afba-c45d-46b6-9033-a4f4ebb8f194), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:51.562534 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4e38127197f74e08b40234098e0feaef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990499 Jan 31 17:10:51.562840 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd39afba-c45d-46b6-9033-a4f4ebb8f194,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:10:51.566618 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 41114) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:10:51.577541 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.578102 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.578624 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.579133 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.579677 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.580257 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.580774 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.581302 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.581812 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.582341 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.582927 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.583465 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.584717 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dda39c-9dba-4b8a-9faf-e8da7358c318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:10:51.636834 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d566e280-de9d-43ed-952a-19caf061eea8 admin admin] Publish callbacks [] for security_group (dd39afba-c45d-46b6-9033-a4f4ebb8f194), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:51.664636 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d566e280-de9d-43ed-952a-19caf061eea8 admin admin] Publish callbacks [] for security_group (dd39afba-c45d-46b6-9033-a4f4ebb8f194), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:51.718746 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d566e280-de9d-43ed-952a-19caf061eea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (dd39afba-c45d-46b6-9033-a4f4ebb8f194), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:51.722230 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-d566e280-de9d-43ed-952a-19caf061eea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:51.723708 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-d566e280-de9d-43ed-952a-19caf061eea8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dd39afba-c45d-46b6-9033-a4f4ebb8f194 HTTP/1.1" status: 204 len: 168 time: 0.1555128 Jan 31 17:10:51.737718 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566e280-de9d-43ed-952a-19caf061eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd39afba-c45d-46b6-9033-a4f4ebb8f194,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:10:52.175077 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680bed7-641f-467f-9492-63e06a2ba8e8 req-f168ba94-e581-4620-9d84-46a6344a5d91 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:52.177404 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3680bed7-641f-467f-9492-63e06a2ba8e8 req-f168ba94-e581-4620-9d84-46a6344a5d91 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0874228 Jan 31 17:10:52.254579 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3680bed7-641f-467f-9492-63e06a2ba8e8 req-91c119c7-0964-47f5-a6fd-437fd2a9aa83 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682178 Jan 31 17:10:52.341110 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2d757-af31-4a58-a05f-883552fc255c req-302cb1c7-df8c-4e3c-aa68-55defad8d675 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:52.343490 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-aea2d757-af31-4a58-a05f-883552fc255c req-302cb1c7-df8c-4e3c-aa68-55defad8d675 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0918190 Jan 31 17:10:52.447934 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-aea2d757-af31-4a58-a05f-883552fc255c req-73bfc47f-e2a2-496a-b1e2-3b800fee8fee tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821769 Jan 31 17:10:53.173154 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device bff7a179-8415-4c9f-95d0-5ea4852df019 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:10:53.208714 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: bff7a179-8415-4c9f-95d0-5ea4852df019 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:10:53.209190 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device bff7a179-8415-4c9f-95d0-5ea4852df019 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:10:53.290698 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435160dd-0ed2-47f6-ab31-1670809cabc7 req-adbb80fd-6864-42c2-a03d-974ffa1c1438 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:53.292932 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-435160dd-0ed2-47f6-ab31-1670809cabc7 req-adbb80fd-6864-42c2-a03d-974ffa1c1438 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.0614038 Jan 31 17:10:53.360052 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-435160dd-0ed2-47f6-ab31-1670809cabc7 req-adf9bed5-10c8-4b63-be18-2a6c14d19c85 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552816 Jan 31 17:10:53.405913 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75baf3e-bbb4-4347-95a5-99a9dab0a05e req-18dae544-45a8-4d41-b612-c6d9ca4afb97 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:53.407556 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d75baf3e-bbb4-4347-95a5-99a9dab0a05e req-18dae544-45a8-4d41-b612-c6d9ca4afb97 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0651402 Jan 31 17:10:53.473783 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d75baf3e-bbb4-4347-95a5-99a9dab0a05e req-1b9fcb9f-53eb-40c3-85be-a5a235f88a82 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557091 Jan 31 17:10:53.616220 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ded19c-a508-449f-b7f6-8119987e57dc req-23f96334-e353-497a-ada2-07b51ddac709 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:53.618078 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-73ded19c-a508-449f-b7f6-8119987e57dc req-23f96334-e353-497a-ada2-07b51ddac709 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0607274 Jan 31 17:10:53.701676 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-73ded19c-a508-449f-b7f6-8119987e57dc req-777460d7-5ab6-4d23-8d71-65d7d2dd8cff tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759602 Jan 31 17:10:54.370653 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-110f9028-874f-4f92-b1ed-fcc3f4c7b50e tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d250d4b542074ddfa1f18d46bad5ab20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381191 Jan 31 17:10:54.551825 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128040a-0435-4079-97e8-7c72ca346d97 req-90ffb629-7547-421c-a5b3-ca870d82f208 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:54.554488 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1128040a-0435-4079-97e8-7c72ca346d97 req-90ffb629-7547-421c-a5b3-ca870d82f208 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.1013644 Jan 31 17:10:54.631517 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1128040a-0435-4079-97e8-7c72ca346d97 req-d2207cac-029c-4e3e-8d7a-202a368153a2 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702028 Jan 31 17:10:54.786252 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f233fa3-5788-4661-a4b1-3ad6626467f8 req-a47ed628-e62d-4c1a-85c2-be61b38817fa tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:54.788381 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3f233fa3-5788-4661-a4b1-3ad6626467f8 req-a47ed628-e62d-4c1a-85c2-be61b38817fa tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0720971 Jan 31 17:10:54.821935 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-b3240bcc-9849-40b0-abfd-9cd43ef4bd7f tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:54.823921 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-b3240bcc-9849-40b0-abfd-9cd43ef4bd7f tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4469919 Jan 31 17:10:54.844475 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-416d9806-f707-4f86-bfc9-5315189057cf tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/quotas/d250d4b542074ddfa1f18d46bad5ab20 HTTP/1.1" status: 200 len: 375 time: 0.0114329 Jan 31 17:10:54.853682 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3f233fa3-5788-4661-a4b1-3ad6626467f8 req-72792a88-eb7b-4307-852c-7733a796d163 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582585 Jan 31 17:10:54.895438 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-403d2892-d2a1-4698-a8c7-9130e6b7c4a5 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d250d4b542074ddfa1f18d46bad5ab20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400109 Jan 31 17:10:55.010172 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5b5d4-93d6-4c2b-aef1-5ae18c9ac396 req-330ba2e8-91f7-4503-af59-4f96cac126e6 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:55.012704 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6ab5b5d4-93d6-4c2b-aef1-5ae18c9ac396 req-330ba2e8-91f7-4503-af59-4f96cac126e6 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0882034 Jan 31 17:10:55.100896 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9ea34a00-51c4-47a8-968c-66c5683e3d02 req-7cda484e-e761-42e4-83c7-cae4df3eecba tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 210 time: 0.0352426 Jan 31 17:10:55.108784 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6ab5b5d4-93d6-4c2b-aef1-5ae18c9ac396 req-960f53d8-ddd2-4c55-898b-fe42acbb90b5 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=81260418-b99d-495e-a198-ceae39bf9859&id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885954 Jan 31 17:10:55.485679 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7c322-12b7-4760-a643-5677cc338065 req-aac9325a-1f85-4d04-8d3b-b4a054cb59ea tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:55.490717 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-02b7c322-12b7-4760-a643-5677cc338065 req-aac9325a-1f85-4d04-8d3b-b4a054cb59ea tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.71 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.0753553 Jan 31 17:10:55.644212 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Deleting port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:10:55.645254 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:55.808284 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] For port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:10:55.809012 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:55.821014 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d673f8-eefc-4e29-b2b6-54978d25f549 req-a642aead-d646-40ef-aa76-49ecfa7d3631 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:55.822669 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-75d673f8-eefc-4e29-b2b6-54978d25f549 req-a642aead-d646-40ef-aa76-49ecfa7d3631 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=55a789eb-dbe5-4476-a86f-8fdf6db0dd3d HTTP/1.1" status: 200 len: 946 time: 0.0886219 Jan 31 17:10:55.830855 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Calling delete_port for db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:10:55.907920 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-75d673f8-eefc-4e29-b2b6-54978d25f549 req-d4bea700-fc94-40e9-b718-dc91d61998a0 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710759 Jan 31 17:10:56.034581 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:56.049593 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:10:56.078012 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Pushing event deleted for resources: {'Port': ['ID=db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:10:56.121244 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d9dc-fda4-4971-8e9b-49d61864b5a2 req-044634bb-d7a0-4a57-af1e-76779ea320e0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:56.123336 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b996d9dc-fda4-4971-8e9b-49d61864b5a2 req-044634bb-d7a0-4a57-af1e-76779ea320e0 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1491716 Jan 31 17:10:56.152821 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] No DVR routers for this DVR port db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:10:56.157715 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:56.163645 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-02b7c322-12b7-4760-a643-5677cc338065 req-2e30e183-24b7-4507-8df4-10671cbb732e tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.71 "DELETE /v2.0/ports/db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 HTTP/1.1" status: 204 len: 173 time: 0.6706319 Jan 31 17:10:56.165019 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a789eb-dbe5-4476-a86f-8fdf6db0dd3d', 'name': 'network-vif-deleted', 'tag': 'db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:10:56.172029 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2bbb0b-fd0c-46dd-a6fa-e8b7b1409100" -d '{"events": [{"server_uuid": "55a789eb-dbe5-4476-a86f-8fdf6db0dd3d", "name": "network-vif-deleted", "tag": "db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:10:56.260314 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a1952c72-8a0d-4cd0-9369-3f8e58ff61e0 req-bcbcca9f-63dd-44b8-92ea-d2e256c55637 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 210 time: 0.0435836 Jan 31 17:10:56.266258 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b996d9dc-fda4-4971-8e9b-49d61864b5a2 req-a84f76af-08bc-4c53-b257-cda06d175c1e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156604 Jan 31 17:10:56.335483 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6a8955-b165-46f8-ac25-97a1b4a55841 x-openstack-request-id: req-da6a8955-b165-46f8-ac25-97a1b4a55841 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:10:56.335909 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a789eb-dbe5-4476-a86f-8fdf6db0dd3d", "name": "network-vif-deleted", "tag": "db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:10:56.336290 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-da6a8955-b165-46f8-ac25-97a1b4a55841 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:10:56.336840 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a789eb-dbe5-4476-a86f-8fdf6db0dd3d', 'name': 'network-vif-deleted', 'tag': 'db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3', 'status': 'completed', 'code': 200} Jan 31 17:10:56.409420 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-2882987c-146a-422f-9b69-614954af534d tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d250d4b542074ddfa1f18d46bad5ab20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383999 Jan 31 17:10:56.933082 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-2fef91ce-fe0e-494e-a517-360aea355745 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:56.935584 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-2fef91ce-fe0e-494e-a517-360aea355745 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5200250 Jan 31 17:10:56.958610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Request body: {'port': {'device_id': 'c09cbe94-fe17-43ae-9368-f01dadafb2e5', 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b', 'admin_state_up': True, 'tenant_id': 'd250d4b542074ddfa1f18d46bad5ab20'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:10:57.117544 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Made reservation on behalf of d250d4b542074ddfa1f18d46bad5ab20 for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:10:57.121483 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:57.132457 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:57.251810 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks [] for security_group (d8ac2d39-17ff-4ed5-8e41-76edba233396), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:57.256931 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d8ac2d39-17ff-4ed5-8e41-76edba233396), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:57.334346 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac2d39-17ff-4ed5-8e41-76edba233396,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:10:57.432523 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d838ec3a-984e-499c-b5af-b1eb9af6bd9a req-2398933f-18bc-4f4b-8ead-d58b97bfa7c8 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 210 time: 0.0489600 Jan 31 17:10:57.442028 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Allocated IP 192.168.233.254 (2d1f4175-00cc-4e9f-9de5-79ae4452472b/ef62dc06-5565-401e-951f-ed34ab7385b6/bb84d244-4bfe-49fa-8132-93d7a96109ac) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:10:57.552737 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50c1de-b85d-4cda-8fc0-f974075ab7f3 req-eacab1d7-7037-480d-9d71-216b58ad23d1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:57.554305 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0f50c1de-b85d-4cda-8fc0-f974075ab7f3 req-eacab1d7-7037-480d-9d71-216b58ad23d1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1139908 Jan 31 17:10:57.668577 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0f50c1de-b85d-4cda-8fc0-f974075ab7f3 req-045b876f-fb5a-456e-a21a-779f16654d78 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069465 Jan 31 17:10:57.688302 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks [] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:57.724267 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:57.770205 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Network 2d1f4175-00cc-4e9f-9de5-79ae4452472b is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:10:57.776031 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:10:57.782841 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:10:57.792422 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:57.793481 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:57.813413 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Pushing event updated for resources: {'Port': ['ID=bb84d244-4bfe-49fa-8132-93d7a96109ac,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:10:57.832479 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-351d8f69-72f0-41f9-b380-62e13a975dc2 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8782697 Jan 31 17:10:58.081722 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-3612f2be-dbfd-4aaf-a64b-7a6731e5dab7 None None] Provisioning complete for port bb84d244-4bfe-49fa-8132-93d7a96109ac triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:10:58.082324 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-3612f2be-dbfd-4aaf-a64b-7a6731e5dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:10:58.119362 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-3612f2be-dbfd-4aaf-a64b-7a6731e5dab7 None None] Port bb84d244-4bfe-49fa-8132-93d7a96109ac cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:10:58.583626 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7546-7b42-493d-8df0-796de85cab86 req-5204fe1b-18fd-4fc9-b596-6da7c0ad7d7c tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:58.585965 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e03c7546-7b42-493d-8df0-796de85cab86 req-5204fe1b-18fd-4fc9-b596-6da7c0ad7d7c tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 936 time: 0.0631921 Jan 31 17:10:58.652628 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e03c7546-7b42-493d-8df0-796de85cab86 req-0e508a8e-8b4f-46ed-98d0-c4d3a4475ced tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601366 Jan 31 17:10:58.811648 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7996a-0e31-4a5c-9541-ee46b4661031 req-b8b62e50-ba06-48da-ab10-25988a0b2b3a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:58.813389 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-20d7996a-0e31-4a5c-9541-ee46b4661031 req-b8b62e50-ba06-48da-ab10-25988a0b2b3a tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0607224 Jan 31 17:10:58.865122 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-20d7996a-0e31-4a5c-9541-ee46b4661031 req-3c93be9a-4ef9-499c-86da-6292543f9565 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457768 Jan 31 17:10:59.791480 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa693bc-93f4-481d-b2a2-115c65672185 req-050764dc-e988-400b-8c9f-8ccd6a64031b tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:10:59.794644 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5aa693bc-93f4-481d-b2a2-115c65672185 req-050764dc-e988-400b-8c9f-8ccd6a64031b tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 936 time: 0.0663736 Jan 31 17:10:59.854668 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5aa693bc-93f4-481d-b2a2-115c65672185 req-aac8d111-8afe-4270-b09c-975645b23f8e tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499542 Jan 31 17:10:59.991789 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:00.005180 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Request body: {'port': {'device_id': 'c09cbe94-fe17-43ae-9368-f01dadafb2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:00.023676 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376738fa-a62e-414f-9ebb-062342b0e197 req-1c388a50-2f6e-4b8c-9b28-45583fc40bf1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:00.026005 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:00.026246 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-376738fa-a62e-414f-9ebb-062342b0e197 req-1c388a50-2f6e-4b8c-9b28-45583fc40bf1 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.0810807 Jan 31 17:11:00.026533 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device db34ba1e-fd9c-4e2c-a17b-6acb9e8d4bd3 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:00.128441 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:00.136611 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-376738fa-a62e-414f-9ebb-062342b0e197 req-9e97150b-576e-408b-a9b7-17d3d8ee37bc tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924459 Jan 31 17:11:00.558755 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-94b5cc30-d089-488c-8f72-3b9adcaf807e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:00.561284 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-94b5cc30-d089-488c-8f72-3b9adcaf807e tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.71 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1417198 Jan 31 17:11:00.697896 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb84d244-4bfe-49fa-8132-93d7a96109ac {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:11:00.725902 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Publish callbacks [] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:00.744743 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Transition to ACTIVE for port object bb84d244-4bfe-49fa-8132-93d7a96109ac will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:11:00.753378 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:00.823083 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Deleting port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:00.823454 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:00.830629 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Pushing event updated for resources: {'Port': ['ID=bb84d244-4bfe-49fa-8132-93d7a96109ac,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:00.925610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Attempting to bind port bb84d244-4bfe-49fa-8132-93d7a96109ac on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:11:00.925948 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Attempting to bind port bb84d244-4bfe-49fa-8132-93d7a96109ac by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:11:00.926254 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Attempting to bind port bb84d244-4bfe-49fa-8132-93d7a96109ac on network 2d1f4175-00cc-4e9f-9de5-79ae4452472b {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:11:00.938424 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Port bb84d244-4bfe-49fa-8132-93d7a96109ac on network 2d1f4175-00cc-4e9f-9de5-79ae4452472b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:11:00.938767 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Attempting to bind port bb84d244-4bfe-49fa-8132-93d7a96109ac on network 2d1f4175-00cc-4e9f-9de5-79ae4452472b {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:11:00.950633 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:11:00.950953 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Checking segment: {'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:11:00.951353 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Bound using segment: {'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:11:00.951840 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Bound port: bb84d244-4bfe-49fa-8132-93d7a96109ac, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbaa6906-7bb3-465c-a762-2c63866b0fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:11:00.952214 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:01.057347 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] For port a4f86885-6c7e-4d01-9a20-ed668ca87fc6, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:01.058132 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:01.094058 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Calling delete_port for a4f86885-6c7e-4d01-9a20-ed668ca87fc6 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:01.117040 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] For port bb84d244-4bfe-49fa-8132-93d7a96109ac, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:11:01.125580 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] For port bb84d244-4bfe-49fa-8132-93d7a96109ac, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bb84d244-4bfe-49fa-8132-93d7a96109ac,segment=NetworkSegment(dbaa6906-7bb3-465c-a762-2c63866b0fa8),segment_id=dbaa6906-7bb3-465c-a762-2c63866b0fa8)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:11:01.134809 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047971f-e32d-4552-b17b-130609d2ee89 req-b8c8aecd-419c-461b-a702-bd029ed53557 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:01.137181 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6047971f-e32d-4552-b17b-130609d2ee89 req-b8c8aecd-419c-461b-a702-bd029ed53557 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 948 time: 0.1788340 Jan 31 17:11:01.181865 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:01.265250 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:01.266247 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:01.268928 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] 10.222.0.71 "PUT /v2.0/ports/bb84d244-4bfe-49fa-8132-93d7a96109ac HTTP/1.1" status: 200 len: 1098 time: 1.2720490 Jan 31 17:11:01.272756 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09cbe94-fe17-43ae-9368-f01dadafb2e5', 'tag': 'bb84d244-4bfe-49fa-8132-93d7a96109ac'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:01.276764 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e282de-9c1a-426e-a238-c5650f605646" -d '{"events": [{"name": "network-changed", "server_uuid": "c09cbe94-fe17-43ae-9368-f01dadafb2e5", "tag": "bb84d244-4bfe-49fa-8132-93d7a96109ac"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:01.346541 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fe6c7-1cbd-4b6b-9fcb-9b007a375ea3 req-471892d6-39c2-4b2f-a5e9-8e49eaeb10f7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:01.360779 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-df7fe6c7-1cbd-4b6b-9fcb-9b007a375ea3 req-471892d6-39c2-4b2f-a5e9-8e49eaeb10f7 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 945 time: 0.1212573 Jan 31 17:11:01.435728 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-df7fe6c7-1cbd-4b6b-9fcb-9b007a375ea3 req-3d34c701-7050-409d-a12f-b2151245454d tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a5a2e63-d951-45f0-a750-7551d5e51cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737412 Jan 31 17:11:01.445468 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3307495-cf60-4035-8499-40056c9aab72 service neutron] Pushing event updated for resources: {'Port': ['ID=bb84d244-4bfe-49fa-8132-93d7a96109ac,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:01.455128 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6047971f-e32d-4552-b17b-130609d2ee89 req-06fb5c93-539b-444f-9a5c-e9f0acf64167 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762711 Jan 31 17:11:01.544961 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551f01ff-f899-4958-a9a4-42f498b66e7f x-openstack-request-id: req-551f01ff-f899-4958-a9a4-42f498b66e7f {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:01.545270 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09cbe94-fe17-43ae-9368-f01dadafb2e5", "tag": "bb84d244-4bfe-49fa-8132-93d7a96109ac", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:01.545564 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-551f01ff-f899-4958-a9a4-42f498b66e7f {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:01.546030 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09cbe94-fe17-43ae-9368-f01dadafb2e5', 'tag': 'bb84d244-4bfe-49fa-8132-93d7a96109ac', 'status': 'completed', 'code': 200} Jan 31 17:11:01.568036 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-63eecb2f-3e26-4f50-b6bb-7a155c95340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:01.569713 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-63eecb2f-3e26-4f50-b6bb-7a155c95340e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d250d4b542074ddfa1f18d46bad5ab20&device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 1132 time: 0.2188356 Jan 31 17:11:01.644692 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (a4f86885-6c7e-4d01-9a20-ed668ca87fc6), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:01.651515 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-2f183c70-d992-4c65-825f-4f6707805c46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=bb84d244-4bfe-49fa-8132-93d7a96109ac HTTP/1.1" status: 200 len: 217 time: 0.0711560 Jan 31 17:11:01.670223 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['a4f86885-6c7e-4d01-9a20-ed668ca87fc6'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:01.693410 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Pushing event deleted for resources: {'Port': ['ID=a4f86885-6c7e-4d01-9a20-ed668ca87fc6,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:01.786188 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] No DVR routers for this DVR port a4f86885-6c7e-4d01-9a20-ed668ca87fc6 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:11:01.794322 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:01.798794 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bcc2e5bf-572d-41e4-9a5f-117c4338e868 req-38469ba6-bf78-42de-8d20-157892fa7210 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.71 "DELETE /v2.0/ports/a4f86885-6c7e-4d01-9a20-ed668ca87fc6 HTTP/1.1" status: 204 len: 173 time: 1.2247298 Jan 31 17:11:01.806111 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-50afaca2-9088-44cc-a026-fd44cc9e6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:01.808148 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-50afaca2-9088-44cc-a026-fd44cc9e6e2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ef62dc06-5565-401e-951f-ed34ab7385b6 HTTP/1.1" status: 200 len: 843 time: 0.1162198 Jan 31 17:11:01.900838 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-a9be0ff1-8b08-4fc4-9460-d422533d361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:01.904318 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-a9be0ff1-8b08-4fc4-9460-d422533d361c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d1f4175-00cc-4e9f-9de5-79ae4452472b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0887818 Jan 31 17:11:02.056664 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-0154aad4-4e62-45e2-9240-0d330001db72 service neutron] 10.222.0.71 "GET /v2.0/networks/2d1f4175-00cc-4e9f-9de5-79ae4452472b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432621 Jan 31 17:11:02.076308 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a579c9-9676-44d8-a0ca-819dc7937439 req-aa9c3069-c1ca-42f4-b81c-1d59fad1f1f1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:02.078214 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-13a579c9-9676-44d8-a0ca-819dc7937439 req-aa9c3069-c1ca-42f4-b81c-1d59fad1f1f1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0686681 Jan 31 17:11:02.156278 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-13a579c9-9676-44d8-a0ca-819dc7937439 req-69afbf4d-e443-4e79-af40-22e75a1a989c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693882 Jan 31 17:11:02.193696 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b2da70f-5eac-4de5-8a07-2ab23ab3fd0c req-703dfaa4-be89-4b90-b686-7285df46b14e service neutron] 10.222.0.71 "GET /v2.0/networks/2d1f4175-00cc-4e9f-9de5-79ae4452472b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304002 Jan 31 17:11:02.306523 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e282de-9c1a-426e-a238-c5650f605646 req-ae523ef2-ad93-431e-a0f1-d5612f15321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:02.308115 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-31e282de-9c1a-426e-a238-c5650f605646 req-ae523ef2-ad93-431e-a0f1-d5612f15321b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d250d4b542074ddfa1f18d46bad5ab20&device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 1132 time: 0.0480018 Jan 31 17:11:02.557962 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc630074-50ac-4553-a66e-da18299a5323 req-e6b4b31c-9532-4640-abbe-fb9b54693471 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 210 time: 0.0297401 Jan 31 17:11:02.603269 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e639b-8cd9-4ce3-a563-0cc7d10a1782 req-9a9342d8-5c52-4f7e-bdfb-73abe7c79e48 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:02.604948 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0b5e639b-8cd9-4ce3-a563-0cc7d10a1782 req-9a9342d8-5c52-4f7e-bdfb-73abe7c79e48 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 948 time: 0.0555928 Jan 31 17:11:02.668100 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0b5e639b-8cd9-4ce3-a563-0cc7d10a1782 req-1610a87c-ff82-4f41-9b98-052e65175554 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535016 Jan 31 17:11:03.192271 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e282de-9c1a-426e-a238-c5650f605646 req-d39dd313-25a5-4e05-9c8f-d0b90f892b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:03.193172 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-31e282de-9c1a-426e-a238-c5650f605646 req-d39dd313-25a5-4e05-9c8f-d0b90f892b09 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d1f4175-00cc-4e9f-9de5-79ae4452472b HTTP/1.1" status: 200 len: 870 time: 0.1090014 Jan 31 17:11:03.298751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd3e88-4ab0-4f9f-9ac2-e5582dd345d5 req-edb539d2-30fe-4b7a-a104-2b6cd60bc096 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:03.301390 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b9fd3e88-4ab0-4f9f-9ac2-e5582dd345d5 req-edb539d2-30fe-4b7a-a104-2b6cd60bc096 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0642173 Jan 31 17:11:03.355416 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b9fd3e88-4ab0-4f9f-9ac2-e5582dd345d5 req-cf8981df-b808-461b-96f2-e8cd6f11e87c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478039 Jan 31 17:11:03.547761 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8908c5d4-b743-41a3-851e-64de66d98760', 'name': 'network-vif-deleted', 'tag': 'a4f86885-6c7e-4d01-9a20-ed668ca87fc6'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:03.550533 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc96c3-d61c-4be3-9bb3-eff8f9b67997" -d '{"events": [{"server_uuid": "8908c5d4-b743-41a3-851e-64de66d98760", "name": "network-vif-deleted", "tag": "a4f86885-6c7e-4d01-9a20-ed668ca87fc6"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:03.588627 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301629c3-6c98-46ad-a785-a8bc36865d16 x-openstack-request-id: req-301629c3-6c98-46ad-a785-a8bc36865d16 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:03.588874 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8908c5d4-b743-41a3-851e-64de66d98760", "name": "network-vif-deleted", "tag": "a4f86885-6c7e-4d01-9a20-ed668ca87fc6", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:03.589159 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-301629c3-6c98-46ad-a785-a8bc36865d16 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:03.589571 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8908c5d4-b743-41a3-851e-64de66d98760', 'name': 'network-vif-deleted', 'tag': 'a4f86885-6c7e-4d01-9a20-ed668ca87fc6', 'status': 'completed', 'code': 200} Jan 31 17:11:03.714495 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5494861e-1811-42cb-9faf-f854b1e74628 req-8721b2c7-a64c-470a-ae9b-c1782d9bbc97 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 210 time: 0.0289748 Jan 31 17:11:03.816985 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e19ee9-2ddb-4172-a07e-fd77c9c052cd req-e59ead26-9692-437b-848d-817339ae3d55 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:03.818609 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-59e19ee9-2ddb-4172-a07e-fd77c9c052cd req-e59ead26-9692-437b-848d-817339ae3d55 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 948 time: 0.0591986 Jan 31 17:11:03.874822 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-59e19ee9-2ddb-4172-a07e-fd77c9c052cd req-65fa1763-968e-4673-bf61-1546748e6cd1 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485582 Jan 31 17:11:04.465876 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a15d991e-7256-4d22-a84d-33f69337ac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:04.512976 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae987d-1717-410e-b1c3-2c76ad834e11 req-4c770795-289f-4429-b1ef-8a172e984980 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:04.514614 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5dae987d-1717-410e-b1c3-2c76ad834e11 req-4c770795-289f-4429-b1ef-8a172e984980 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0667200 Jan 31 17:11:04.568052 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5dae987d-1717-410e-b1c3-2c76ad834e11 req-0ba015d4-4e77-4fb9-bef4-7baf2fd0df2a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474591 Jan 31 17:11:04.787515 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a4f86885-6c7e-4d01-9a20-ed668ca87fc6 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:04.828506 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: a4f86885-6c7e-4d01-9a20-ed668ca87fc6 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:04.829067 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a4f86885-6c7e-4d01-9a20-ed668ca87fc6 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:04.863051 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-31e282de-9c1a-426e-a238-c5650f605646 req-a73cbcb3-e8e0-4272-9cd6-a5ed217fd509 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=bb84d244-4bfe-49fa-8132-93d7a96109ac HTTP/1.1" status: 200 len: 217 time: 0.0784919 Jan 31 17:11:04.895086 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0cb111dd-84fe-4cfe-b5ac-7faee322a126 req-18e0627a-2b7b-419f-9273-4618877d4e91 tempest-ServerRescueNegativeTestJSON-801768143 tempest-ServerRescueNegativeTestJSON-801768143-project] 10.222.0.90 "GET /v2.0/ports?device_id=8908c5d4-b743-41a3-851e-64de66d98760 HTTP/1.1" status: 200 len: 210 time: 0.0442448 Jan 31 17:11:04.961827 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e282de-9c1a-426e-a238-c5650f605646 req-2df27f02-23fb-4fc7-ac57-da81869a7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:04.965289 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-31e282de-9c1a-426e-a238-c5650f605646 req-2df27f02-23fb-4fc7-ac57-da81869a7222 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ef62dc06-5565-401e-951f-ed34ab7385b6 HTTP/1.1" status: 200 len: 843 time: 0.0910540 Jan 31 17:11:05.101898 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e282de-9c1a-426e-a238-c5650f605646 req-1dc1fbde-4f30-431b-bda9-003080f20498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:05.104649 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-31e282de-9c1a-426e-a238-c5650f605646 req-1dc1fbde-4f30-431b-bda9-003080f20498 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d1f4175-00cc-4e9f-9de5-79ae4452472b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1299932 Jan 31 17:11:05.127733 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a5e1-bcb8-47c8-9bd2-c873d6a3d9c1 req-24cba685-1baf-4f3e-af07-f1c7ca366c0a tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:05.130471 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-84e4a5e1-bcb8-47c8-9bd2-c873d6a3d9c1 req-24cba685-1baf-4f3e-af07-f1c7ca366c0a tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 948 time: 0.1415796 Jan 31 17:11:05.334041 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-84e4a5e1-bcb8-47c8-9bd2-c873d6a3d9c1 req-95a3d68e-5211-4597-8952-7277c7c2a3e0 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878271 Jan 31 17:11:05.352038 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-31e282de-9c1a-426e-a238-c5650f605646 req-d53f05b4-18ef-48e6-8127-7d1e8162871b service neutron] 10.222.0.71 "GET /v2.0/networks/2d1f4175-00cc-4e9f-9de5-79ae4452472b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197614 Jan 31 17:11:05.394028 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6acf94e4-578c-4eba-aeb3-0bb72e402176 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:05.397391 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6acf94e4-578c-4eba-aeb3-0bb72e402176 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/networks?id=172f9e1e-e879-4887-b9f9-21cdfbdf203d HTTP/1.1" status: 200 len: 814 time: 0.1383522 Jan 31 17:11:05.418512 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-ddbe8b11-64fc-4a8d-a6eb-7e14e99945e3 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/quotas/8e8867188440436ebb0ed87cb2ecd26c HTTP/1.1" status: 200 len: 375 time: 0.0106668 Jan 31 17:11:05.461180 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-1eca0c67-0059-4e74-9e8a-8df865f7ac45 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8e8867188440436ebb0ed87cb2ecd26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316141 Jan 31 17:11:05.485862 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-31e282de-9c1a-426e-a238-c5650f605646 req-52ecb505-41a8-4f33-8323-f8c910cf2d9e service neutron] 10.222.0.71 "GET /v2.0/networks/2d1f4175-00cc-4e9f-9de5-79ae4452472b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232474 Jan 31 17:11:05.571205 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-cf0ba653-9ba0-4c63-a19b-b4a7cc5692d7 service neutron] 10.222.0.90 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022973 Jan 31 17:11:05.671502 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-998d5111-3e78-4dca-ace7-54f7b88901e6 service neutron] 10.222.0.90 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942571 Jan 31 17:11:05.746293 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620961-3ea0-439c-97f6-d2ffa293c8dc req-03f619a0-bfed-465a-8829-240e36e7f367 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:05.748803 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b0620961-3ea0-439c-97f6-d2ffa293c8dc req-03f619a0-bfed-465a-8829-240e36e7f367 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0740080 Jan 31 17:11:05.828471 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b0620961-3ea0-439c-97f6-d2ffa293c8dc req-65c1562d-aa38-4078-8aca-50776a914987 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692971 Jan 31 17:11:05.871634 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-799e4111-3882-467d-adf0-48c317f177f2 req-0b04d98f-582a-402d-a9b1-3a959308a531 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 210 time: 0.0293820 Jan 31 17:11:05.989183 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:11:05.995651 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 41324) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:06.543711 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d32034-de1e-4d64-9751-505fcb89337e req-d5e3641c-2579-47a4-9f09-0e32a4d75bb6 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:06.546178 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-55d32034-de1e-4d64-9751-505fcb89337e req-d5e3641c-2579-47a4-9f09-0e32a4d75bb6 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 948 time: 0.0892236 Jan 31 17:11:06.633051 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-55d32034-de1e-4d64-9751-505fcb89337e req-2f13eae1-c27d-4cc1-9f6e-ddee50bce2d8 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805001 Jan 31 17:11:06.657487 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (b633932e-44ce-4756-bff8-32da40405722), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:06.834704 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d529255e-a3ec-470e-8141-989e37469dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:06.984727 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f6a27d4f-d1b9-4b8b-ac94-47e4da31ca40 req-778573de-9b23-4124-9830-ed9e7bb55b5d tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 210 time: 0.0293467 Jan 31 17:11:07.305565 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-d6d3fda2-3a5a-43ca-bfbe-af90995c4f0d tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:07.307128 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-d6d3fda2-3a5a-43ca-bfbe-af90995c4f0d tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.71 "GET /v2.0/networks?id=172f9e1e-e879-4887-b9f9-21cdfbdf203d HTTP/1.1" status: 200 len: 814 time: 0.2505317 Jan 31 17:11:07.317292 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab44bfe-c610-48e9-a684-21aa08a5396b req-74572160-e10c-4a65-bcbf-83818cac6f6b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:07.318991 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7ab44bfe-c610-48e9-a684-21aa08a5396b req-74572160-e10c-4a65-bcbf-83818cac6f6b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2612593 Jan 31 17:11:07.327566 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Request body: {'port': {'device_id': 'aed7eb0a-6eb9-441a-999c-107d377b539d', 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d', 'admin_state_up': True, 'tenant_id': '8e8867188440436ebb0ed87cb2ecd26c'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:07.471579 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7ab44bfe-c610-48e9-a684-21aa08a5396b req-10451126-a903-4d6d-a4a2-342f1f31ee08 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391637 Jan 31 17:11:07.554949 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Made reservation on behalf of 8e8867188440436ebb0ed87cb2ecd26c for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:11:07.558452 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:07.637270 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Deleting port e5c52360-c473-4cdb-b792-e361e0d9f00f {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:07.637855 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:07.768954 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Allocated IP 172.20.0.13 (172f9e1e-e879-4887-b9f9-21cdfbdf203d/d9a56a09-1f63-4eed-88bb-2f41f55a92e2/4515d7b6-7788-4d9b-9131-307bc9f9241a) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:11:07.773669 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870f35-b395-488b-8a5e-b0fa40911d8e req-daeb45fe-7aeb-4e15-80ef-13de07201d30 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:07.775302 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-90870f35-b395-488b-8a5e-b0fa40911d8e req-daeb45fe-7aeb-4e15-80ef-13de07201d30 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 948 time: 0.0643754 Jan 31 17:11:07.780254 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] For port e5c52360-c473-4cdb-b792-e361e0d9f00f, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=e5c52360-c473-4cdb-b792-e361e0d9f00f,segment=NetworkSegment(1e19a6ef-8545-462f-95b0-b9f21cddc0d0),segment_id=1e19a6ef-8545-462f-95b0-b9f21cddc0d0)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:07.780642 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:07.801497 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Calling delete_port for e5c52360-c473-4cdb-b792-e361e0d9f00f owned by network:router_interface {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:07.828615 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-90870f35-b395-488b-8a5e-b0fa40911d8e req-3796f45b-a422-4b25-bc7a-9f2b65c62b18 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Jan 31 17:11:07.989151 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device bb84d244-4bfe-49fa-8132-93d7a96109ac details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:11:08.059435 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks [] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:08.116599 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port bb84d244-4bfe-49fa-8132-93d7a96109ac, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bb84d244-4bfe-49fa-8132-93d7a96109ac,segment=NetworkSegment(dbaa6906-7bb3-465c-a762-2c63866b0fa8),segment_id=dbaa6906-7bb3-465c-a762-2c63866b0fa8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:08.130326 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'bb84d244-4bfe-49fa-8132-93d7a96109ac', 'network_id': '2d1f4175-00cc-4e9f-9de5-79ae4452472b', 'port_id': 'bb84d244-4bfe-49fa-8132-93d7a96109ac', 'mac_address': 'fa:16:3e:2b:a9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef62dc06-5565-401e-951f-ed34ab7385b6', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:11:08.144619 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1ed4791d-8481-43c7-9361-9bfcaabb1477 req-7b7ff0f8-b9d4-4184-ae92-23d507e3a254 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 210 time: 0.0600278 Jan 31 17:11:08.162399 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:08.184752 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port bb84d244-4bfe-49fa-8132-93d7a96109ac is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:11:08.185396 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:08.202194 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb84d244-4bfe-49fa-8132-93d7a96109ac {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:11:08.205872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (e5c52360-c473-4cdb-b792-e361e0d9f00f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:08.221139 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Network 172f9e1e-e879-4887-b9f9-21cdfbdf203d is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:11:08.224646 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port bb84d244-4bfe-49fa-8132-93d7a96109ac, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bb84d244-4bfe-49fa-8132-93d7a96109ac,segment=NetworkSegment(dbaa6906-7bb3-465c-a762-2c63866b0fa8),segment_id=dbaa6906-7bb3-465c-a762-2c63866b0fa8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:08.229750 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:08.230158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:11:08.235612 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:11:08.240995 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:08.241670 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:08.252368 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Pushing event updated for resources: {'Port': ['ID=4515d7b6-7788-4d9b-9131-307bc9f9241a,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:08.299130 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=bb84d244-4bfe-49fa-8132-93d7a96109ac,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:08.302039 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c52360-c473-4cdb-b792-e361e0d9f00f,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:08.308608 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-dbc8e8f6-417f-4018-b79f-3e547474e082 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9885204 Jan 31 17:11:08.309484 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.310068 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.310430 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.310843 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.311292 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.311722 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.312152 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.312580 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.312976 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.313488 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.313905 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.314377 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.314765 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:08.345473 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Request body: {'port': {'device_id': 'aed7eb0a-6eb9-441a-999c-107d377b539d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:08.454949 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:08.467292 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (b633932e-44ce-4756-bff8-32da40405722), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:08.507066 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['bb84d244-4bfe-49fa-8132-93d7a96109ac'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:08.672918 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e6da-55a3-4fc1-9ced-f3dd5bedcab4 req-b680f8af-8199-4dfe-93b0-f4f8c869ef20 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:08.676033 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0426e6da-55a3-4fc1-9ced-f3dd5bedcab4 req-b680f8af-8199-4dfe-93b0-f4f8c869ef20 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0959485 Jan 31 17:11:08.743211 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0426e6da-55a3-4fc1-9ced-f3dd5bedcab4 req-ad8cdf55-1705-4c51-9010-079d960e61a3 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576248 Jan 31 17:11:08.898366 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Router b633932e-44ce-4756-bff8-32da40405722 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:11:08.964942 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4515d7b6-7788-4d9b-9131-307bc9f9241a {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:11:08.976675 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Publish callbacks [] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:09.026276 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Transition to ACTIVE for port object 4515d7b6-7788-4d9b-9131-307bc9f9241a will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:11:09.036007 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:09.097832 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb602c8-83cb-4630-abc1-18531e4b5e8a req-2007f14d-b658-4ccd-8a59-242d737a4fd8 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:09.099663 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-eeb602c8-83cb-4630-abc1-18531e4b5e8a req-2007f14d-b658-4ccd-8a59-242d737a4fd8 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 949 time: 0.1792181 Jan 31 17:11:09.288780 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acdd89-7caf-4263-858e-b07762578de9 req-3268c28c-f11e-42ee-83f0-45138029b803 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:09.291214 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c5acdd89-7caf-4263-858e-b07762578de9 req-3268c28c-f11e-42ee-83f0-45138029b803 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 944 time: 0.0661201 Jan 31 17:11:09.355073 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c5acdd89-7caf-4263-858e-b07762578de9 req-f6da7187-3ec5-4372-bc7e-79613fceaae9 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492408 Jan 31 17:11:09.444308 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Pushing event updated for resources: {'Port': ['ID=4515d7b6-7788-4d9b-9131-307bc9f9241a,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:09.488875 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:11:09.501029 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-641770ff-0be7-4bb8-9cd4-f44de79c6fdd admin admin] 10.222.0.90 "PUT /v2.0/routers/b633932e-44ce-4756-bff8-32da40405722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040541 Jan 31 17:11:09.504079 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 41352) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:09.504301 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] Sync routers for ids ['b633932e-44ce-4756-bff8-32da40405722'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:11:09.520460 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Attempting to bind port 4515d7b6-7788-4d9b-9131-307bc9f9241a on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:11:09.520822 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Attempting to bind port 4515d7b6-7788-4d9b-9131-307bc9f9241a by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:11:09.521203 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Attempting to bind port 4515d7b6-7788-4d9b-9131-307bc9f9241a on network 172f9e1e-e879-4887-b9f9-21cdfbdf203d {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:11:09.521545 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] Routers {'b633932e-44ce-4756-bff8-32da40405722'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:11:09.522537 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['b633932e-44ce-4756-bff8-32da40405722'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:09.529190 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-eeb602c8-83cb-4630-abc1-18531e4b5e8a req-1cabb32b-ac73-428d-9af2-07d7272f953f tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151555 Jan 31 17:11:09.536004 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Port 4515d7b6-7788-4d9b-9131-307bc9f9241a on network 172f9e1e-e879-4887-b9f9-21cdfbdf203d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:11:09.536479 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Attempting to bind port 4515d7b6-7788-4d9b-9131-307bc9f9241a on network 172f9e1e-e879-4887-b9f9-21cdfbdf203d {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:11:09.544100 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:11:09.544484 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Checking segment: {'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:11:09.544887 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Bound using segment: {'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:11:09.545345 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Bound port: 4515d7b6-7788-4d9b-9131-307bc9f9241a, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac63a14d-5869-47a1-8ed4-0f619056ebed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:11:09.545742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:09.637390 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] For port 4515d7b6-7788-4d9b-9131-307bc9f9241a, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:11:09.643801 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] For port 4515d7b6-7788-4d9b-9131-307bc9f9241a, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4515d7b6-7788-4d9b-9131-307bc9f9241a,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:11:09.654893 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:09.657628 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] Set router b633932e-44ce-4756-bff8-32da40405722 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:11:09.676886 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks [] for router (b633932e-44ce-4756-bff8-32da40405722), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:09.710937 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:09.712182 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:09.714705 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] 10.222.0.71 "PUT /v2.0/ports/4515d7b6-7788-4d9b-9131-307bc9f9241a HTTP/1.1" status: 200 len: 1094 time: 1.3753822 Jan 31 17:11:09.718993 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed7eb0a-6eb9-441a-999c-107d377b539d', 'tag': '4515d7b6-7788-4d9b-9131-307bc9f9241a'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:09.724509 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233777e6-98c6-44ba-90ed-f09be85da785" -d '{"events": [{"name": "network-changed", "server_uuid": "aed7eb0a-6eb9-441a-999c-107d377b539d", "tag": "4515d7b6-7788-4d9b-9131-307bc9f9241a"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:09.775919 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ba67e-48f9-4ca5-9404-e35c04035946 service neutron] Pushing event updated for resources: {'Port': ['ID=4515d7b6-7788-4d9b-9131-307bc9f9241a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:09.800681 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7adb83a-2f15-4132-8284-755cf34a4ac6 x-openstack-request-id: req-f7adb83a-2f15-4132-8284-755cf34a4ac6 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:09.801312 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed7eb0a-6eb9-441a-999c-107d377b539d", "tag": "4515d7b6-7788-4d9b-9131-307bc9f9241a", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:09.801804 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f7adb83a-2f15-4132-8284-755cf34a4ac6 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:09.802825 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed7eb0a-6eb9-441a-999c-107d377b539d', 'tag': '4515d7b6-7788-4d9b-9131-307bc9f9241a', 'status': 'completed', 'code': 200} Jan 31 17:11:09.879619 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:09.921068 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-d502dfb9-e692-4377-b618-94dd107c9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:09.923062 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-d502dfb9-e692-4377-b618-94dd107c9ad1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e8867188440436ebb0ed87cb2ecd26c&device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 1128 time: 0.1395481 Jan 31 17:11:09.941070 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks [] for router_gateway (b633932e-44ce-4756-bff8-32da40405722), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:09.945299 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f3e67-07f5-4080-a91d-701eb5070915 req-8ab2d94f-9312-4c54-8205-9c8f057e55c4 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:09.946994 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-740f3e67-07f5-4080-a91d-701eb5070915 req-8ab2d94f-9312-4c54-8205-9c8f057e55c4 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1051788 Jan 31 17:11:10.003854 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device bb84d244-4bfe-49fa-8132-93d7a96109ac up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:11:10.004910 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Deleting port af672c5e-a28c-4ce9-97c2-a584cd65463c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:10.005478 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:10.009074 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-663b3269-14fc-469f-beaa-89e428aad871 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4515d7b6-7788-4d9b-9131-307bc9f9241a HTTP/1.1" status: 200 len: 217 time: 0.0765476 Jan 31 17:11:10.081741 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port bb84d244-4bfe-49fa-8132-93d7a96109ac completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:11:10.089884 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port bb84d244-4bfe-49fa-8132-93d7a96109ac triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:11:10.091770 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:10.120186 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] For port af672c5e-a28c-4ce9-97c2-a584cd65463c, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=af672c5e-a28c-4ce9-97c2-a584cd65463c,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:10.120575 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:10.128341 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-740f3e67-07f5-4080-a91d-701eb5070915 req-7f43484f-c660-4d06-a72c-b7b669fe0f95 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310678 Jan 31 17:11:10.134988 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:11:08Z', 'revision_number': 5, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port': {'id': 'af672c5e-a28c-4ce9-97c2-a584cd65463c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b633932e-44ce-4756-bff8-32da40405722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:49Z', 'updated_at': '2022-01-31T17:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:10.141957 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-4de4b16d-c7a6-4523-957d-ed99e0086809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:10.153277 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-4de4b16d-c7a6-4523-957d-ed99e0086809 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d9a56a09-1f63-4eed-88bb-2f41f55a92e2 HTTP/1.1" status: 200 len: 854 time: 0.1227682 Jan 31 17:11:10.153538 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Calling delete_port for af672c5e-a28c-4ce9-97c2-a584cd65463c owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:10.185448 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] Checking router: b633932e-44ce-4756-bff8-32da40405722 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:11:10.195309 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-cd32d222-b837-4d18-890c-4f3cdcc80cf3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=172f9e1e-e879-4887-b9f9-21cdfbdf203d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425372 Jan 31 17:11:10.200749 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] Routers {'b633932e-44ce-4756-bff8-32da40405722'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:11:10.201858 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['b633932e-44ce-4756-bff8-32da40405722'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:10.246763 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port bb84d244-4bfe-49fa-8132-93d7a96109ac is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:11:10.247763 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:10.317497 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09cbe94-fe17-43ae-9368-f01dadafb2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb84d244-4bfe-49fa-8132-93d7a96109ac'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:10.319072 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376f8c28-d979-43d7-95da-728007403998" -d '{"events": [{"server_uuid": "c09cbe94-fe17-43ae-9368-f01dadafb2e5", "name": "network-vif-plugged", "status": "completed", "tag": "bb84d244-4bfe-49fa-8132-93d7a96109ac"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:10.326248 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port bb84d244-4bfe-49fa-8132-93d7a96109ac, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bb84d244-4bfe-49fa-8132-93d7a96109ac,segment=NetworkSegment(dbaa6906-7bb3-465c-a762-2c63866b0fa8),segment_id=dbaa6906-7bb3-465c-a762-2c63866b0fa8)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:10.331984 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:10.353053 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] Set router b633932e-44ce-4756-bff8-32da40405722 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:11:10.367277 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-d47b1433-d886-4de6-ae63-3b69fcc75af9 service neutron] 10.222.0.71 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584923 Jan 31 17:11:10.416242 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:11:09Z', 'revision_number': 6, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port_host': None}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:10.473848 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc102ac9-57de-4baa-8bd2-3939227cb015 None None] The sync data for ids ['b633932e-44ce-4756-bff8-32da40405722'] in dv-cinder-814898-3-iscsi is: [{'id': 'b633932e-44ce-4756-bff8-32da40405722', 'name': 'tempest-ServerRescueNegativeTestJSON-1915004547-router', 'tenant_id': 'e71ece38f3b94a35918b5bf1de56747d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:11:09Z', 'revision_number': 6, 'project_id': 'e71ece38f3b94a35918b5bf1de56747d', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:11:10.486778 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b97e43-1585-4982-a0a7-e5123ca857b4 x-openstack-request-id: req-70b97e43-1585-4982-a0a7-e5123ca857b4 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:10.489331 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09cbe94-fe17-43ae-9368-f01dadafb2e5", "name": "network-vif-plugged", "status": "completed", "tag": "bb84d244-4bfe-49fa-8132-93d7a96109ac", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:10.490088 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-70b97e43-1585-4982-a0a7-e5123ca857b4 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:10.492003 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09cbe94-fe17-43ae-9368-f01dadafb2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb84d244-4bfe-49fa-8132-93d7a96109ac', 'code': 200} Jan 31 17:11:10.500870 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=bb84d244-4bfe-49fa-8132-93d7a96109ac,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:10.541699 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (af672c5e-a28c-4ce9-97c2-a584cd65463c), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:10.578956 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=af672c5e-a28c-4ce9-97c2-a584cd65463c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:10.620389 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-949bfa08-6d9b-499d-849f-c2e777ba4f7e req-83a9de35-9e3b-4e88-b430-4a89672fd5c7 service neutron] 10.222.0.71 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428255 Jan 31 17:11:10.644383 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08337946-db90-4f90-8b61-e1963b0d61fc req-b0c78c1f-2608-41db-88b4-be4b6aa26e9a tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:10.646385 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-08337946-db90-4f90-8b61-e1963b0d61fc req-b0c78c1f-2608-41db-88b4-be4b6aa26e9a tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 944 time: 0.1544683 Jan 31 17:11:10.701126 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (b633932e-44ce-4756-bff8-32da40405722), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:10.715530 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-08337946-db90-4f90-8b61-e1963b0d61fc req-3189b5fc-590d-4d22-bd63-17c876db3c5d tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608709 Jan 31 17:11:10.793618 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233777e6-98c6-44ba-90ed-f09be85da785 req-03e43805-1f93-40c0-ac50-230101f23a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:10.795348 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-233777e6-98c6-44ba-90ed-f09be85da785 req-03e43805-1f93-40c0-ac50-230101f23a46 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e8867188440436ebb0ed87cb2ecd26c&device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 1128 time: 0.0931416 Jan 31 17:11:10.801126 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d760a1-ce38-4439-9f7d-4e4939b21555 req-321b1431-6875-499e-b4cc-27e5742d197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:10.802845 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a2d760a1-ce38-4439-9f7d-4e4939b21555 req-321b1431-6875-499e-b4cc-27e5742d197f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 1134 time: 0.0714238 Jan 31 17:11:10.916396 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a2d760a1-ce38-4439-9f7d-4e4939b21555 req-433984fc-0eae-4ba9-addc-de9be1054f3d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047707 Jan 31 17:11:10.936082 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233777e6-98c6-44ba-90ed-f09be85da785 req-c181977f-3207-4ab7-b3cc-2164033d1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:10.937736 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-233777e6-98c6-44ba-90ed-f09be85da785 req-c181977f-3207-4ab7-b3cc-2164033d1125 service neutron] 10.222.0.71 "GET /v2.0/networks?id=172f9e1e-e879-4887-b9f9-21cdfbdf203d HTTP/1.1" status: 200 len: 915 time: 0.1338823 Jan 31 17:11:10.949621 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (b633932e-44ce-4756-bff8-32da40405722), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:10.954774 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks [] for router_controller (b633932e-44ce-4756-bff8-32da40405722), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.080196 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf619d-0419-4101-a0cf-b1e5a3471ccc req-e8da4f3b-25a4-4d1c-baf7-4bf63a4660a8 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:11.082946 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a9bf619d-0419-4101-a0cf-b1e5a3471ccc req-e8da4f3b-25a4-4d1c-baf7-4bf63a4660a8 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 950 time: 0.3781044 Jan 31 17:11:11.089667 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (b633932e-44ce-4756-bff8-32da40405722), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.090275 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b633932e-44ce-4756-bff8-32da40405722 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:11:11.102577 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.103972 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-2ba1c35d-89fa-4eb6-b96d-386ac4406d52 admin admin] 10.222.0.90 "DELETE /v2.0/routers/b633932e-44ce-4756-bff8-32da40405722 HTTP/1.1" status: 204 len: 168 time: 1.5981205 Jan 31 17:11:11.107478 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 41364) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:11.165389 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a9bf619d-0419-4101-a0cf-b1e5a3471ccc req-4b4f4ffe-f80f-44fe-9cd3-abf73bbc865a tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730274 Jan 31 17:11:11.193026 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-233777e6-98c6-44ba-90ed-f09be85da785 req-9fbdf82c-7fd7-481d-9333-46cde97be41e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4515d7b6-7788-4d9b-9131-307bc9f9241a HTTP/1.1" status: 200 len: 217 time: 0.0538316 Jan 31 17:11:11.281949 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffbcf4b-1669-407d-b508-2466d18e7201 admin admin] Deleting subnet 6b0f8e43-6d59-45bc-ac4f-310751667138 {{(pid=102770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:11:11.295977 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcf4b-1669-407d-b508-2466d18e7201 admin admin] Publish callbacks [] for subnet (6b0f8e43-6d59-45bc-ac4f-310751667138), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.393141 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.400362 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233777e6-98c6-44ba-90ed-f09be85da785 req-71a2d7cb-6402-45ac-a69f-acb3f9c0883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:11.402873 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-233777e6-98c6-44ba-90ed-f09be85da785 req-71a2d7cb-6402-45ac-a69f-acb3f9c0883c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d9a56a09-1f63-4eed-88bb-2f41f55a92e2 HTTP/1.1" status: 200 len: 854 time: 0.2025564 Jan 31 17:11:11.427037 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcf4b-1669-407d-b508-2466d18e7201 admin admin] Publish callbacks [] for subnet (6b0f8e43-6d59-45bc-ac4f-310751667138), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.457261 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcf4b-1669-407d-b508-2466d18e7201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (6b0f8e43-6d59-45bc-ac4f-310751667138), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.514827 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-233777e6-98c6-44ba-90ed-f09be85da785 req-bd39a87f-cc23-44e7-bf66-0470d43d7b7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=172f9e1e-e879-4887-b9f9-21cdfbdf203d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837269 Jan 31 17:11:11.526698 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806134a5-776b-404b-b1fa-7d531c8140a0 req-a420859b-f8b4-4eb5-b96d-a8e4512d803c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:11.528764 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-806134a5-776b-404b-b1fa-7d531c8140a0 req-a420859b-f8b4-4eb5-b96d-a8e4512d803c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2762959 Jan 31 17:11:11.653883 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.726488 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-806134a5-776b-404b-b1fa-7d531c8140a0 req-7ecdf46f-6347-4caf-8650-85d5f56ee8b6 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745031 Jan 31 17:11:11.731649 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcf4b-1669-407d-b508-2466d18e7201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (6b0f8e43-6d59-45bc-ac4f-310751667138), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.771463 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbcf4b-1669-407d-b508-2466d18e7201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0f8e43-6d59-45bc-ac4f-310751667138,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:11.778881 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-233777e6-98c6-44ba-90ed-f09be85da785 req-d8b28121-766c-4317-8c86-7cb088f66ca6 service neutron] 10.222.0.71 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480266 Jan 31 17:11:11.779259 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcf4b-1669-407d-b508-2466d18e7201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.783480 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-0ffbcf4b-1669-407d-b508-2466d18e7201 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6b0f8e43-6d59-45bc-ac4f-310751667138 HTTP/1.1" status: 204 len: 168 time: 0.6746283 Jan 31 17:11:11.787768 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 41370) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:11.913515 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device af672c5e-a28c-4ce9-97c2-a584cd65463c no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:11.921581 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-233777e6-98c6-44ba-90ed-f09be85da785 req-e8c65ea0-f84e-4ca0-9331-541fd66f7fe1 service neutron] 10.222.0.71 "GET /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347618 Jan 31 17:11:11.942954 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: af672c5e-a28c-4ce9-97c2-a584cd65463c {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:11.943943 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device af672c5e-a28c-4ce9-97c2-a584cd65463c not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:11.944606 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device e5c52360-c473-4cdb-b792-e361e0d9f00f no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:11.968537 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (3b76aa05-469a-4700-a224-8ccc81f74f43), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:11.973475 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: e5c52360-c473-4cdb-b792-e361e0d9f00f {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:11.973927 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device e5c52360-c473-4cdb-b792-e361e0d9f00f not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:11.990226 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.015771 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647b21-0321-4a08-876d-425693bc225a req-101f77cf-a0cf-48d1-8efa-d4113e0ccf4f tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:12.018364 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d2647b21-0321-4a08-876d-425693bc225a req-101f77cf-a0cf-48d1-8efa-d4113e0ccf4f tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 944 time: 0.1656585 Jan 31 17:11:12.182727 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (3b76aa05-469a-4700-a224-8ccc81f74f43), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.236770 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d2647b21-0321-4a08-876d-425693bc225a req-78911336-8d97-44b2-bd6b-e8eead2728f5 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876228 Jan 31 17:11:12.248838 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b76aa05-469a-4700-a224-8ccc81f74f43']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:12.269985 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e19a6ef-8545-462f-95b0-b9f21cddc0d0') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:12.270460 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e19a6ef-8545-462f-95b0-b9f21cddc0d0') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:12.288296 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (1e19a6ef-8545-462f-95b0-b9f21cddc0d0), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.310333 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (1e19a6ef-8545-462f-95b0-b9f21cddc0d0), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.318442 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:11:12.318899 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (1e19a6ef-8545-462f-95b0-b9f21cddc0d0), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:11:12.320942 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:11:12.344675 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e125b76-4187-4372-aeac-d6428f8ff801 req-53e21414-3bf3-4e1f-89af-6243af589af1 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:12.346547 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2e125b76-4187-4372-aeac-d6428f8ff801 req-53e21414-3bf3-4e1f-89af-6243af589af1 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 950 time: 0.0906835 Jan 31 17:11:12.396374 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (3b76aa05-469a-4700-a224-8ccc81f74f43), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.419055 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.422730 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] 10.222.0.90 "DELETE /v2.0/networks/3b76aa05-469a-4700-a224-8ccc81f74f43 HTTP/1.1" status: 204 len: 168 time: 0.6325765 Jan 31 17:11:12.423902 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b2efc-c757-4b34-8c96-761f59b69f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b76aa05-469a-4700-a224-8ccc81f74f43,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:12.441680 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2e125b76-4187-4372-aeac-d6428f8ff801 req-3ed391c2-0a8b-419d-ab39-dbad4852be1b tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835929 Jan 31 17:11:12.626513 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 41380) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:12.680295 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-9be1f1a0-3840-4cdd-b0c1-d155406d4821 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e71ece38f3b94a35918b5bf1de56747d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0525863 Jan 31 17:11:12.684563 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 41386) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:12.744173 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3410aff9-9d57-4784-8dfb-9834fb96948a admin admin] Publish callbacks [] for security_group (2a5a2e63-d951-45f0-a750-7551d5e51cf1), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.793689 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3410aff9-9d57-4784-8dfb-9834fb96948a admin admin] Publish callbacks [] for security_group (2a5a2e63-d951-45f0-a750-7551d5e51cf1), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.844248 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576394f6-ff14-4b8d-a46f-edea068674cc req-dcbfac09-b600-457e-8e8a-d399822e3ec4 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:12.847051 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-576394f6-ff14-4b8d-a46f-edea068674cc req-dcbfac09-b600-457e-8e8a-d399822e3ec4 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 950 time: 0.1069427 Jan 31 17:11:12.920822 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-576394f6-ff14-4b8d-a46f-edea068674cc req-2170a309-c364-4518-a306-8bcb5f154b49 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673373 Jan 31 17:11:12.939219 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3410aff9-9d57-4784-8dfb-9834fb96948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2a5a2e63-d951-45f0-a750-7551d5e51cf1), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.943989 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3410aff9-9d57-4784-8dfb-9834fb96948a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:12.945391 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3410aff9-9d57-4784-8dfb-9834fb96948a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2a5a2e63-d951-45f0-a750-7551d5e51cf1 HTTP/1.1" status: 204 len: 168 time: 0.2593758 Jan 31 17:11:12.962931 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e39d1-c5a9-4f08-84f4-91868203ae49 req-7e5550d1-1a5c-4485-928b-7406cd7d7164 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:12.965928 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-db1e39d1-c5a9-4f08-84f4-91868203ae49 req-7e5550d1-1a5c-4485-928b-7406cd7d7164 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1072271 Jan 31 17:11:12.979533 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410aff9-9d57-4784-8dfb-9834fb96948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5a2e63-d951-45f0-a750-7551d5e51cf1,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:13.051114 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-db1e39d1-c5a9-4f08-84f4-91868203ae49 req-9df2438a-5fd7-4d91-9598-d890e7b50baf tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746515 Jan 31 17:11:13.397931 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706fb97-6a2e-4b89-ad2f-58a6315b05e1 req-dcbe8002-0d8f-493e-ad34-c879f5579326 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:13.399992 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2706fb97-6a2e-4b89-ad2f-58a6315b05e1 req-dcbe8002-0d8f-493e-ad34-c879f5579326 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 944 time: 0.0765610 Jan 31 17:11:13.462850 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2706fb97-6a2e-4b89-ad2f-58a6315b05e1 req-45b194b1-3334-44f9-9a5c-a7bfdc8e9d0d tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565205 Jan 31 17:11:14.015156 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 4515d7b6-7788-4d9b-9131-307bc9f9241a details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:11:14.102654 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77d67-985b-4dab-9fba-5b3c508d8a05 req-61361151-70c2-4b63-99c4-d683c699f154 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:14.108711 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d0d77d67-985b-4dab-9fba-5b3c508d8a05 req-61361151-70c2-4b63-99c4-d683c699f154 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 950 time: 0.0992019 Jan 31 17:11:14.221836 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 4515d7b6-7788-4d9b-9131-307bc9f9241a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4515d7b6-7788-4d9b-9131-307bc9f9241a,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:14.223619 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d0d77d67-985b-4dab-9fba-5b3c508d8a05 req-8f3734ac-c0d9-492e-89c5-8d257362c74b tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8ac2d39-17ff-4ed5-8e41-76edba233396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022353 Jan 31 17:11:14.236445 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d58f9-78ba-42b1-844a-5350af704288 req-dff264fa-d1cf-408e-b87f-2aec77fe642d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:14.239925 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-803d58f9-78ba-42b1-844a-5350af704288 req-dff264fa-d1cf-408e-b87f-2aec77fe642d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1012852 Jan 31 17:11:14.247785 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '4515d7b6-7788-4d9b-9131-307bc9f9241a', 'network_id': '172f9e1e-e879-4887-b9f9-21cdfbdf203d', 'port_id': '4515d7b6-7788-4d9b-9131-307bc9f9241a', 'mac_address': 'fa:16:3e:bf:fb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a56a09-1f63-4eed-88bb-2f41f55a92e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:11:14.316598 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 4515d7b6-7788-4d9b-9131-307bc9f9241a is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:11:14.317487 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:14.340994 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4515d7b6-7788-4d9b-9131-307bc9f9241a {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:11:14.383349 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 4515d7b6-7788-4d9b-9131-307bc9f9241a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4515d7b6-7788-4d9b-9131-307bc9f9241a,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:14.390710 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:14.394579 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-7fcfb100-6c0b-450a-9807-1a0cdb49a351 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:14.397408 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-7fcfb100-6c0b-450a-9807-1a0cdb49a351 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.71 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 950 time: 0.1443410 Jan 31 17:11:14.403915 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-803d58f9-78ba-42b1-844a-5350af704288 req-3679f5e1-7ed9-4130-b05a-cdd881ae7938 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378429 Jan 31 17:11:14.538316 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=4515d7b6-7788-4d9b-9131-307bc9f9241a,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:14.595968 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Deleting port bb84d244-4bfe-49fa-8132-93d7a96109ac {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:14.596411 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:14.673531 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['4515d7b6-7788-4d9b-9131-307bc9f9241a'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:14.682474 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47322a-114f-4b17-aa65-095bc737d717 req-04265ab7-ad6f-497e-956f-2a7524accba5 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:14.685284 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6f47322a-114f-4b17-aa65-095bc737d717 req-04265ab7-ad6f-497e-956f-2a7524accba5 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 945 time: 0.0840862 Jan 31 17:11:14.754375 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6f47322a-114f-4b17-aa65-095bc737d717 req-35f1ace1-d324-45a5-b5af-7c39d0cfe8a7 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595212 Jan 31 17:11:14.758995 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] For port bb84d244-4bfe-49fa-8132-93d7a96109ac, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=bb84d244-4bfe-49fa-8132-93d7a96109ac,segment=NetworkSegment(dbaa6906-7bb3-465c-a762-2c63866b0fa8),segment_id=dbaa6906-7bb3-465c-a762-2c63866b0fa8)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:14.759509 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:14.783790 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Calling delete_port for bb84d244-4bfe-49fa-8132-93d7a96109ac owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:14.975075 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (bb84d244-4bfe-49fa-8132-93d7a96109ac), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:14.988852 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['bb84d244-4bfe-49fa-8132-93d7a96109ac'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:15.009955 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Pushing event deleted for resources: {'Port': ['ID=bb84d244-4bfe-49fa-8132-93d7a96109ac,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:15.067797 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] No DVR routers for this DVR port bb84d244-4bfe-49fa-8132-93d7a96109ac on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:11:15.072144 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:15.077896 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f1110a1d-ce09-4c03-84e0-aec0457663e8 req-1a2d1362-90cf-45fc-8fe8-2460d85415ce tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.71 "DELETE /v2.0/ports/bb84d244-4bfe-49fa-8132-93d7a96109ac HTTP/1.1" status: 204 len: 173 time: 0.6724055 Jan 31 17:11:15.078639 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09cbe94-fe17-43ae-9368-f01dadafb2e5', 'name': 'network-vif-deleted', 'tag': 'bb84d244-4bfe-49fa-8132-93d7a96109ac'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:15.081234 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0dee14-d3e7-4374-947a-ddc1c3e22035" -d '{"events": [{"server_uuid": "c09cbe94-fe17-43ae-9368-f01dadafb2e5", "name": "network-vif-deleted", "tag": "bb84d244-4bfe-49fa-8132-93d7a96109ac"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:15.156108 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0539bdb-5dd6-4206-99c9-cc1fa3639ba9 x-openstack-request-id: req-f0539bdb-5dd6-4206-99c9-cc1fa3639ba9 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:15.156551 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09cbe94-fe17-43ae-9368-f01dadafb2e5", "name": "network-vif-deleted", "tag": "bb84d244-4bfe-49fa-8132-93d7a96109ac", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:15.156925 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f0539bdb-5dd6-4206-99c9-cc1fa3639ba9 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:15.157510 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09cbe94-fe17-43ae-9368-f01dadafb2e5', 'name': 'network-vif-deleted', 'tag': 'bb84d244-4bfe-49fa-8132-93d7a96109ac', 'status': 'completed', 'code': 200} Jan 31 17:11:15.355570 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0fac9a2c-d7cf-4ae4-9f92-3de44a74fe92 req-d6bc0a40-2eeb-43f9-a9ad-f1ad4c929052 tempest-VolumesNegativeTest-1365524205 tempest-VolumesNegativeTest-1365524205-project] 10.222.0.90 "GET /v2.0/ports?device_id=c09cbe94-fe17-43ae-9368-f01dadafb2e5 HTTP/1.1" status: 200 len: 210 time: 0.0309467 Jan 31 17:11:15.577891 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb901511-7ccf-41a7-bf85-3674cc5cea6f req-f176defb-a9ff-4f36-b19e-acbc45fc9b3b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:15.579529 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-eb901511-7ccf-41a7-bf85-3674cc5cea6f req-f176defb-a9ff-4f36-b19e-acbc45fc9b3b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0674140 Jan 31 17:11:15.676167 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-eb901511-7ccf-41a7-bf85-3674cc5cea6f req-a1822f50-848d-4257-81f3-a1875e4d665e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853043 Jan 31 17:11:15.892298 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56a25c-724c-4f76-afc7-0ed82222fbee req-886e2fcd-5262-4321-8160-a8fc81ecd25b tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:15.894229 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4d56a25c-724c-4f76-afc7-0ed82222fbee req-886e2fcd-5262-4321-8160-a8fc81ecd25b tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 945 time: 0.0653169 Jan 31 17:11:15.968581 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4d56a25c-724c-4f76-afc7-0ed82222fbee req-27d2b499-c5f5-469e-bb7d-bdbbbfe337a6 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645819 Jan 31 17:11:16.025922 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 4515d7b6-7788-4d9b-9131-307bc9f9241a up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:11:16.114631 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 4515d7b6-7788-4d9b-9131-307bc9f9241a completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:11:16.119786 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 4515d7b6-7788-4d9b-9131-307bc9f9241a triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:11:16.120345 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:16.244120 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 4515d7b6-7788-4d9b-9131-307bc9f9241a is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:11:16.244703 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:16.285639 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed7eb0a-6eb9-441a-999c-107d377b539d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4515d7b6-7788-4d9b-9131-307bc9f9241a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:16.289744 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1e43f-d4c0-40b1-9a9e-e3d3860b6661" -d '{"events": [{"server_uuid": "aed7eb0a-6eb9-441a-999c-107d377b539d", "name": "network-vif-plugged", "status": "completed", "tag": "4515d7b6-7788-4d9b-9131-307bc9f9241a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:16.312421 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 4515d7b6-7788-4d9b-9131-307bc9f9241a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4515d7b6-7788-4d9b-9131-307bc9f9241a,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:16.318969 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:16.359075 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0dd8a3-f471-4863-89a6-d86906a8a6a1 x-openstack-request-id: req-fb0dd8a3-f471-4863-89a6-d86906a8a6a1 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:16.359605 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed7eb0a-6eb9-441a-999c-107d377b539d", "name": "network-vif-plugged", "status": "completed", "tag": "4515d7b6-7788-4d9b-9131-307bc9f9241a", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:16.360159 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fb0dd8a3-f471-4863-89a6-d86906a8a6a1 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:16.360775 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed7eb0a-6eb9-441a-999c-107d377b539d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4515d7b6-7788-4d9b-9131-307bc9f9241a', 'code': 200} Jan 31 17:11:16.421593 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=4515d7b6-7788-4d9b-9131-307bc9f9241a,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:16.560245 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba082be-8602-42d7-af27-45a59d807716 req-cca867af-0c6c-409b-aa77-ecd4abbe89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:16.562456 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0ba082be-8602-42d7-af27-45a59d807716 req-cca867af-0c6c-409b-aa77-ecd4abbe89cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 1130 time: 0.0577886 Jan 31 17:11:16.613370 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0ba082be-8602-42d7-af27-45a59d807716 req-14fcb2f2-ce5d-4199-af33-7b9cb2c8d463 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Jan 31 17:11:16.826079 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91070e1d-8d4d-4625-b6fc-402b8a223958 req-ca1c121b-45f6-4fe4-a9d3-61addd000490 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:16.828263 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-91070e1d-8d4d-4625-b6fc-402b8a223958 req-ca1c121b-45f6-4fe4-a9d3-61addd000490 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0669446 Jan 31 17:11:16.896553 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-91070e1d-8d4d-4625-b6fc-402b8a223958 req-a3c5a2fb-3464-4900-b2ec-ad72fa0acd6c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594835 Jan 31 17:11:17.142993 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca96d86-3bd5-4f91-8f1d-5ab4224b7a32 req-9827275c-39cb-4fa2-bbe7-685b4ee88c52 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:17.145547 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bca96d86-3bd5-4f91-8f1d-5ab4224b7a32 req-9827275c-39cb-4fa2-bbe7-685b4ee88c52 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 946 time: 0.0727363 Jan 31 17:11:17.215227 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bca96d86-3bd5-4f91-8f1d-5ab4224b7a32 req-657cced3-4ae7-42fb-9432-6a7cae556928 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626264 Jan 31 17:11:18.045626 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device bb84d244-4bfe-49fa-8132-93d7a96109ac no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:18.064851 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c62e4-70b6-4deb-9658-890e32257821 req-c2af799c-7bd3-45a1-b9dd-24ce27716b85 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:18.068570 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d03c62e4-70b6-4deb-9658-890e32257821 req-c2af799c-7bd3-45a1-b9dd-24ce27716b85 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0873246 Jan 31 17:11:18.073551 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: bb84d244-4bfe-49fa-8132-93d7a96109ac {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:18.073896 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device bb84d244-4bfe-49fa-8132-93d7a96109ac not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:18.154163 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d03c62e4-70b6-4deb-9658-890e32257821 req-22664661-6a87-4059-aa4b-3e7f6d0d9f1d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734103 Jan 31 17:11:18.453807 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca23ca2-cf34-4828-bb2b-3431065bd71f req-e2d6c815-046d-4449-a0a1-edbd106fdc15 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:18.460300 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2ca23ca2-cf34-4828-bb2b-3431065bd71f req-e2d6c815-046d-4449-a0a1-edbd106fdc15 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 946 time: 0.1057482 Jan 31 17:11:18.552833 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2ca23ca2-cf34-4828-bb2b-3431065bd71f req-e13142d0-53e6-43e5-9945-b9b389a9f0bb tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834725 Jan 31 17:11:18.583213 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83055dcc-37aa-40fd-ad13-c7ab125a747b req-2d884d95-e4e2-44f4-8963-df93f6ef7a25 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:18.586094 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-83055dcc-37aa-40fd-ad13-c7ab125a747b req-2d884d95-e4e2-44f4-8963-df93f6ef7a25 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1504726 Jan 31 17:11:18.591513 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856c40-2039-4961-a0dc-af668a00e59a req-c886c61b-d074-490f-86fc-bb5931a0bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:18.595664 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-61856c40-2039-4961-a0dc-af668a00e59a req-c886c61b-d074-490f-86fc-bb5931a0bf19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 1129 time: 0.1387043 Jan 31 17:11:18.800477 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-83055dcc-37aa-40fd-ad13-c7ab125a747b req-60120a69-9b36-4fc0-812c-ef0573519642 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029042 Jan 31 17:11:18.870268 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856c40-2039-4961-a0dc-af668a00e59a req-ec706c34-42cb-4036-9913-cef47489db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:18.875046 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-61856c40-2039-4961-a0dc-af668a00e59a req-ec706c34-42cb-4036-9913-cef47489db6f service neutron] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 912 time: 0.2634585 Jan 31 17:11:19.018679 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-61856c40-2039-4961-a0dc-af668a00e59a req-2ca3d82f-04fb-48ed-a694-02ce462ec41c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e70d42-b806-40c9-966e-478278de78ef HTTP/1.1" status: 200 len: 1001 time: 0.1360605 Jan 31 17:11:19.097187 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856c40-2039-4961-a0dc-af668a00e59a req-2a6bcadc-222f-4356-8a77-b20ccffda13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:19.098703 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-61856c40-2039-4961-a0dc-af668a00e59a req-2a6bcadc-222f-4356-8a77-b20ccffda13d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.0743945 Jan 31 17:11:19.185568 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61856c40-2039-4961-a0dc-af668a00e59a req-711fc648-96f3-4f05-ab12-11b3b5817789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:19.187431 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-61856c40-2039-4961-a0dc-af668a00e59a req-711fc648-96f3-4f05-ab12-11b3b5817789 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819993 Jan 31 17:11:19.358454 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-61856c40-2039-4961-a0dc-af668a00e59a req-75a51406-9d2b-4a00-ac20-929f72aa7927 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626666 Jan 31 17:11:19.498054 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-61856c40-2039-4961-a0dc-af668a00e59a req-3ca5d0f5-6292-48e1-a604-5064518a2cc1 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334159 Jan 31 17:11:20.015620 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ad2a2-c25a-4af3-b61d-4b839dbc4db7 req-1f36e33f-00ea-4306-b634-fe1fdc9fb7c9 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:20.017978 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bf1ad2a2-c25a-4af3-b61d-4b839dbc4db7 req-1f36e33f-00ea-4306-b634-fe1fdc9fb7c9 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0856540 Jan 31 17:11:20.353663 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bf1ad2a2-c25a-4af3-b61d-4b839dbc4db7 req-462a01ff-5481-460f-ab2a-7413c4b53135 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202765 Jan 31 17:11:21.562452 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e841f28-19bd-46c0-82d0-f9b2e04e97bb req-17b6e63f-797a-4146-9871-c923c3ae5ad9 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:21.564170 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9e841f28-19bd-46c0-82d0-f9b2e04e97bb req-17b6e63f-797a-4146-9871-c923c3ae5ad9 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.0912831 Jan 31 17:11:21.618549 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9e841f28-19bd-46c0-82d0-f9b2e04e97bb req-0fa047c8-250d-4dad-9094-4f20a5d06114 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477588 Jan 31 17:11:22.003765 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 41800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:22.182924 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6ece676e-3a93-493a-8fec-236df5b14c16 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d250d4b542074ddfa1f18d46bad5ab20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772025 Jan 31 17:11:22.185329 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 41804) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:22.241472 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-554b5991-f2fd-4bfc-938d-41ed9d270d73 admin admin] Publish callbacks [] for security_group (d8ac2d39-17ff-4ed5-8e41-76edba233396), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:22.270786 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-554b5991-f2fd-4bfc-938d-41ed9d270d73 admin admin] Publish callbacks [] for security_group (d8ac2d39-17ff-4ed5-8e41-76edba233396), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:22.343278 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-554b5991-f2fd-4bfc-938d-41ed9d270d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d8ac2d39-17ff-4ed5-8e41-76edba233396), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:22.348013 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-554b5991-f2fd-4bfc-938d-41ed9d270d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:22.352971 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-554b5991-f2fd-4bfc-938d-41ed9d270d73 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d8ac2d39-17ff-4ed5-8e41-76edba233396 HTTP/1.1" status: 204 len: 168 time: 0.1639326 Jan 31 17:11:22.380906 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b5991-f2fd-4bfc-938d-41ed9d270d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac2d39-17ff-4ed5-8e41-76edba233396,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:23.928247 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 41866) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:24.060422 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f4e1401e-b377-4cf4-b27f-a1cf182f038a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:24.148314 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f4e1401e-b377-4cf4-b27f-a1cf182f038a admin admin] Publish callbacks [] for security_group (e01f8c07-6dea-417d-9012-cafea452f85d), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:24.154608 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f4e1401e-b377-4cf4-b27f-a1cf182f038a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e01f8c07-6dea-417d-9012-cafea452f85d), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:24.208625 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-f4e1401e-b377-4cf4-b27f-a1cf182f038a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=726365a10e0943c49f4d92d96f7093ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791035 Jan 31 17:11:24.210933 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1401e-b377-4cf4-b27f-a1cf182f038a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f8c07-6dea-417d-9012-cafea452f85d,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:24.212455 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 41870) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:24.268858 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06730cc3-5a69-4fd2-a522-9bd57b116b72 admin admin] Publish callbacks [] for security_group (e01f8c07-6dea-417d-9012-cafea452f85d), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:24.293861 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06730cc3-5a69-4fd2-a522-9bd57b116b72 admin admin] Publish callbacks [] for security_group (e01f8c07-6dea-417d-9012-cafea452f85d), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:24.348967 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06730cc3-5a69-4fd2-a522-9bd57b116b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e01f8c07-6dea-417d-9012-cafea452f85d), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:24.352386 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-06730cc3-5a69-4fd2-a522-9bd57b116b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:24.353903 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-06730cc3-5a69-4fd2-a522-9bd57b116b72 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e01f8c07-6dea-417d-9012-cafea452f85d HTTP/1.1" status: 204 len: 168 time: 0.1399009 Jan 31 17:11:24.366557 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06730cc3-5a69-4fd2-a522-9bd57b116b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f8c07-6dea-417d-9012-cafea452f85d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:30.493007 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73b0e7-6882-4f93-863c-46587171bcf8 req-4a679ff3-1139-4f29-9273-dc3bdcf2b585 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:30.495745 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3c73b0e7-6882-4f93-863c-46587171bcf8 req-4a679ff3-1139-4f29-9273-dc3bdcf2b585 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0697892 Jan 31 17:11:30.578086 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3c73b0e7-6882-4f93-863c-46587171bcf8 req-1a452812-9488-4614-9b71-c05bc108a3eb tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705385 Jan 31 17:11:31.802185 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45af514-5239-473d-9d76-947b28a9c4e9 req-48468590-6eca-42c7-a7b0-c83e726dfaac tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:31.804379 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d45af514-5239-473d-9d76-947b28a9c4e9 req-48468590-6eca-42c7-a7b0-c83e726dfaac tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0837212 Jan 31 17:11:31.868755 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d45af514-5239-473d-9d76-947b28a9c4e9 req-4b760b03-b93f-49dc-a3dd-eb8ecfbb5c2a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559669 Jan 31 17:11:33.024334 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc0e14-b31e-40e7-8345-4862cb6c95e6 req-db0ccc41-5aff-4357-9832-4970dea96a1b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:33.026016 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-59cc0e14-b31e-40e7-8345-4862cb6c95e6 req-db0ccc41-5aff-4357-9832-4970dea96a1b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0628479 Jan 31 17:11:33.082908 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-59cc0e14-b31e-40e7-8345-4862cb6c95e6 req-7b0026ac-c04e-4722-97b2-63eb718e512d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482800 Jan 31 17:11:34.115603 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42080) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:34.291858 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533f6d2-b0bb-41f8-bf59-aaeacd85b805 req-18c40e86-9d3b-46cc-8224-64c0ebfc957b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:34.294162 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a533f6d2-b0bb-41f8-bf59-aaeacd85b805 req-18c40e86-9d3b-46cc-8224-64c0ebfc957b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0773530 Jan 31 17:11:34.316903 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1d93243-d466-4e70-9f68-51e797e26171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:34.373852 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a533f6d2-b0bb-41f8-bf59-aaeacd85b805 req-610d2b39-3ed4-4319-b29d-15532938bcca tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701365 Jan 31 17:11:34.452539 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1d93243-d466-4e70-9f68-51e797e26171 admin admin] Publish callbacks [] for security_group (2cec5769-d7cd-4ee3-ad76-cb4f5efd574b), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:34.459071 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a1d93243-d466-4e70-9f68-51e797e26171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2cec5769-d7cd-4ee3-ad76-cb4f5efd574b), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:34.535136 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a1d93243-d466-4e70-9f68-51e797e26171 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=27fac676ddb24de0932d48514d384625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176116 Jan 31 17:11:34.536808 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d93243-d466-4e70-9f68-51e797e26171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec5769-d7cd-4ee3-ad76-cb4f5efd574b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:34.539345 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42086) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:34.623853 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e1c7e755-4b3d-42aa-9757-5913d2f454fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:34.627872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8076b5bf-4de7-4c68-b0b2-857b556d2f90 admin admin] Publish callbacks [] for security_group (2cec5769-d7cd-4ee3-ad76-cb4f5efd574b), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:34.656315 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8076b5bf-4de7-4c68-b0b2-857b556d2f90 admin admin] Publish callbacks [] for security_group (2cec5769-d7cd-4ee3-ad76-cb4f5efd574b), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:34.717705 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8076b5bf-4de7-4c68-b0b2-857b556d2f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2cec5769-d7cd-4ee3-ad76-cb4f5efd574b), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:34.722830 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8076b5bf-4de7-4c68-b0b2-857b556d2f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:34.724989 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-8076b5bf-4de7-4c68-b0b2-857b556d2f90 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2cec5769-d7cd-4ee3-ad76-cb4f5efd574b HTTP/1.1" status: 204 len: 168 time: 0.1826758 Jan 31 17:11:34.739720 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076b5bf-4de7-4c68-b0b2-857b556d2f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec5769-d7cd-4ee3-ad76-cb4f5efd574b,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:35.152170 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42096) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:35.171753 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-966b7796-1171-4813-97c7-125e36d24cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:35.303522 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-966b7796-1171-4813-97c7-125e36d24cd7 admin admin] Publish callbacks [] for security_group (4052d025-38b7-4cde-ad95-d5f5d93d040a), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:35.308557 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-966b7796-1171-4813-97c7-125e36d24cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4052d025-38b7-4cde-ad95-d5f5d93d040a), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:35.378140 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-966b7796-1171-4813-97c7-125e36d24cd7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0a49ccff2c174e05869025f59adb9568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242405 Jan 31 17:11:35.381359 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b7796-1171-4813-97c7-125e36d24cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4052d025-38b7-4cde-ad95-d5f5d93d040a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:35.381635 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42098) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:35.490952 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-783fc9f0-bb44-4d40-8223-6d2589884cec admin admin] Publish callbacks [] for security_group (4052d025-38b7-4cde-ad95-d5f5d93d040a), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:35.533538 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-783fc9f0-bb44-4d40-8223-6d2589884cec admin admin] Publish callbacks [] for security_group (4052d025-38b7-4cde-ad95-d5f5d93d040a), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:35.649724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1a78-cc1a-4b10-8456-3c0a4e407ac1 req-9b6b04c0-3f8b-4150-b902-0733c4e01dd8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:35.652339 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b6ba1a78-cc1a-4b10-8456-3c0a4e407ac1 req-9b6b04c0-3f8b-4150-b902-0733c4e01dd8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.1280589 Jan 31 17:11:35.700065 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-783fc9f0-bb44-4d40-8223-6d2589884cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4052d025-38b7-4cde-ad95-d5f5d93d040a), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:35.705012 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-783fc9f0-bb44-4d40-8223-6d2589884cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:35.707016 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-783fc9f0-bb44-4d40-8223-6d2589884cec admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4052d025-38b7-4cde-ad95-d5f5d93d040a HTTP/1.1" status: 204 len: 168 time: 0.3240938 Jan 31 17:11:35.740016 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fc9f0-bb44-4d40-8223-6d2589884cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4052d025-38b7-4cde-ad95-d5f5d93d040a,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:35.763524 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b6ba1a78-cc1a-4b10-8456-3c0a4e407ac1 req-2bf4fe20-6ef5-4040-bf17-08888b999547 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999930 Jan 31 17:11:36.238429 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-0efbd634-d12a-40af-b0bd-12d53950536e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:36.240746 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-0efbd634-d12a-40af-b0bd-12d53950536e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.0713351 Jan 31 17:11:36.243946 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-307fb31c-811d-4895-a1e5-58429099e360 req-4b591139-3e87-4ca3-92fe-19f13ada77b8 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332740912&fields=id&tenant_id=82f46b42652842d28e7c0483cb40fbe0 HTTP/1.1" status: 200 len: 267 time: 0.0707233 Jan 31 17:11:36.330019 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fb31c-811d-4895-a1e5-58429099e360 req-9f91c64f-6380-4c25-a52f-85cc1235d17b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:36.331691 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-307fb31c-811d-4895-a1e5-58429099e360 req-9f91c64f-6380-4c25-a52f-85cc1235d17b tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 985 time: 0.0781214 Jan 31 17:11:36.352505 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [req-307fb31c-811d-4895-a1e5-58429099e360 req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Request body: {'port': {'security_groups': ['507d862b-18c8-4e67-a257-e4e495dab14d']}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:36.408081 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Deleting port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:36.408710 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.492094 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-307fb31c-811d-4895-a1e5-58429099e360 req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fbc46482-305f-44b9-b246-023af0615787), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.568787 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] For port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:36.569922 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.841018 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-da270384-f79a-423a-8a68-d35eb989eb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.859596 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.860391 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (35280beb-280c-4fb9-910a-d23c35fbcd1e), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.862014 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.l3_db [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Floating IP 35280beb-280c-4fb9-910a-d23c35fbcd1e disassociated. External IP: 172.27.3.43, port: dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad. Jan 31 17:11:36.863332 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Calling delete_port for dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:36.882765 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [req-307fb31c-811d-4895-a1e5-58429099e360 req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] For port fbc46482-305f-44b9-b246-023af0615787, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fbc46482-305f-44b9-b246-023af0615787,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:36.921569 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-307fb31c-811d-4895-a1e5-58429099e360 req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for port (fbc46482-305f-44b9-b246-023af0615787), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.929815 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-307fb31c-811d-4895-a1e5-58429099e360 req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (fbc46482-305f-44b9-b246-023af0615787), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.950874 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['fbc46482-305f-44b9-b246-023af0615787'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:36.994980 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fb31c-811d-4895-a1e5-58429099e360 req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:36.995704 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [req-307fb31c-811d-4895-a1e5-58429099e360 req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:36.997535 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-307fb31c-811d-4895-a1e5-58429099e360 req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "PUT /v2.0/ports/fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 943 time: 0.6548426 Jan 31 17:11:36.998025 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:37.004239 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb23bcd-4912-47d9-8203-f9c27824395f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:37.026135 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42140) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:37.100211 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3d7e-9a65-4202-8c80-8c3c5a7ff306 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event updated for resources: {'Port': ['ID=fbc46482-305f-44b9-b246-023af0615787,revision_number=7']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:37.116509 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['fbc46482-305f-44b9-b246-023af0615787'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:37.165137 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad8e1b-a2fb-402d-ad69-a00d370e58d7 x-openstack-request-id: req-d8ad8e1b-a2fb-402d-ad69-a00d370e58d7 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:37.167342 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:37.169310 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d8ad8e1b-a2fb-402d-ad69-a00d370e58d7 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:37.170958 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787', 'status': 'completed', 'code': 200} Jan 31 17:11:37.391564 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3bf24-89a7-4cdc-bc0e-26530a0a4cc9 req-8d7ff303-6298-4a41-9345-fccf1eb0e6bf tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:37.398620 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c3bf24-89a7-4cdc-bc0e-26530a0a4cc9 req-8d7ff303-6298-4a41-9345-fccf1eb0e6bf tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 946 time: 0.4300144 Jan 31 17:11:37.442692 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2563eade-6ac8-4b3d-9988-91f1e8f36d66 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group (81260418-b99d-495e-a198-ceae39bf9859), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:37.484124 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-a6643586-70e1-460d-8610-37268f9b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:37.485779 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-a6643586-70e1-460d-8610-37268f9b0e80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82f46b42652842d28e7c0483cb40fbe0&device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1130 time: 0.2700887 Jan 31 17:11:37.514937 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-69c380fb-5cc4-47ac-b1a2-e18f5cbb755c None None] Provisioning complete for port fbc46482-305f-44b9-b246-023af0615787 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:11:37.515535 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-69c380fb-5cc4-47ac-b1a2-e18f5cbb755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (fbc46482-305f-44b9-b246-023af0615787), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:37.523833 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2563eade-6ac8-4b3d-9988-91f1e8f36d66 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group (81260418-b99d-495e-a198-ceae39bf9859), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:37.558406 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:37.572382 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42152) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:37.662352 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c3bf24-89a7-4cdc-bc0e-26530a0a4cc9 req-79b7bb99-bff1-400e-a909-83bbe8a3134d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627120 Jan 31 17:11:37.683459 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event deleted for resources: {'Port': ['ID=dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:37.722838 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-69c380fb-5cc4-47ac-b1a2-e18f5cbb755c None None] Current status of the port fbc46482-305f-44b9-b246-023af0615787 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:11:37.770638 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-cab7cbc7-c7eb-4852-a118-87c94b009530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:37.772491 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-cab7cbc7-c7eb-4852-a118-87c94b009530 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2c822c-8591-40b1-b781-4d7b43021032 HTTP/1.1" status: 200 len: 915 time: 0.2753713 Jan 31 17:11:37.784099 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c7d38a1-62a9-479b-9c64-ec47be5e73cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:38.293875 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2563eade-6ac8-4b3d-9988-91f1e8f36d66 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (81260418-b99d-495e-a198-ceae39bf9859), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:38.299122 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2563eade-6ac8-4b3d-9988-91f1e8f36d66 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:38.304465 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-2563eade-6ac8-4b3d-9988-91f1e8f36d66 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "DELETE /v2.0/security-groups/81260418-b99d-495e-a198-ceae39bf9859 HTTP/1.1" status: 204 len: 168 time: 1.2707088 Jan 31 17:11:38.305797 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42172) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:38.348945 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563eade-6ac8-4b3d-9988-91f1e8f36d66 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81260418-b99d-495e-a198-ceae39bf9859,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:38.374519 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Router c8818bfc-6deb-4131-9c03-5dc929394223 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:11:38.382589 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-1b9ed802-be64-4e4c-9c13-bc59bc599fae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 1001 time: 0.5995357 Jan 31 17:11:38.483060 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-e6eb1da6-be32-4bd1-9eba-af31726ecb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:38.485606 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-e6eb1da6-be32-4bd1-9eba-af31726ecb29 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=93b2c666-cb30-48d8-a7d6-1d6c50eefb16 HTTP/1.1" status: 200 len: 853 time: 0.0937421 Jan 31 17:11:38.623114 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c7d38a1-62a9-479b-9c64-ec47be5e73cc admin admin] Publish callbacks [] for security_group (9efb68c0-1c91-4ff2-bf3e-744975ae2fdc), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:38.637626 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1c7d38a1-62a9-479b-9c64-ec47be5e73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (9efb68c0-1c91-4ff2-bf3e-744975ae2fdc), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:38.724283 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-089a7a87-992f-47b2-9ed8-5b161031b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:38.727320 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-089a7a87-992f-47b2-9ed8-5b161031b564 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2c822c-8591-40b1-b781-4d7b43021032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1828899 Jan 31 17:11:38.730291 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d38a1-62a9-479b-9c64-ec47be5e73cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efb68c0-1c91-4ff2-bf3e-744975ae2fdc,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:38.753446 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-1c7d38a1-62a9-479b-9c64-ec47be5e73cc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e59c0eb95dcf47d4bf9844ffb18362ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1790800 Jan 31 17:11:38.770221 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42180) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:38.822216 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Deleting port f792738a-a26a-47cb-8a2e-36e92e307331 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:38.822483 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (f792738a-a26a-47cb-8a2e-36e92e307331), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:38.868432 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:11:38.888123 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] Sync routers for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:11:38.910879 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:11:38.912502 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:38.915402 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7ca86de8-1013-4ba4-846f-547302788243 req-bb2aba6f-e7d5-4608-a3a9-6f6b7d913df2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=df232be1-d1b0-4cb2-8dac-5f106b0f01d1 HTTP/1.1" status: 200 len: 210 time: 0.0609341 Jan 31 17:11:38.962972 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (f792738a-a26a-47cb-8a2e-36e92e307331), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:38.963590 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for floatingip (f792738a-a26a-47cb-8a2e-36e92e307331), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:38.999534 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Calling delete_port for f792738a-a26a-47cb-8a2e-36e92e307331 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:39.058801 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] No DVR routers for this DVR port dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:11:39.065905 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:39.072505 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e7bbfdc9-8943-48b2-a4ba-87fb9b83b63c req-9ae44e4a-e725-452f-bc90-fb8789361b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "DELETE /v2.0/ports/dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad HTTP/1.1" status: 204 len: 173 time: 2.8249743 Jan 31 17:11:39.075660 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-deleted', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:39.079955 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a335e296-0a2f-44d0-92ad-ce7e7aa472b9" -d '{"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-deleted", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:39.134180 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-9155c56a-ccdb-484c-91d2-155938196f7a service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934336 Jan 31 17:11:39.141851 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aba3399b-81d2-4a1b-9bc2-5fe924a98872 admin admin] Publish callbacks [] for security_group (9efb68c0-1c91-4ff2-bf3e-744975ae2fdc), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:39.183883 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eb218a-648c-4a29-83b1-0d7dd0b4507a x-openstack-request-id: req-71eb218a-648c-4a29-83b1-0d7dd0b4507a {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:39.184490 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df232be1-d1b0-4cb2-8dac-5f106b0f01d1", "name": "network-vif-deleted", "tag": "dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:39.185079 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-71eb218a-648c-4a29-83b1-0d7dd0b4507a {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:39.186094 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df232be1-d1b0-4cb2-8dac-5f106b0f01d1', 'name': 'network-vif-deleted', 'tag': 'dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad', 'status': 'completed', 'code': 200} Jan 31 17:11:39.236926 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:11:39.243220 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aba3399b-81d2-4a1b-9bc2-5fe924a98872 admin admin] Publish callbacks [] for security_group (9efb68c0-1c91-4ff2-bf3e-744975ae2fdc), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:39.462132 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aba3399b-81d2-4a1b-9bc2-5fe924a98872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (9efb68c0-1c91-4ff2-bf3e-744975ae2fdc), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:39.465053 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aba3399b-81d2-4a1b-9bc2-5fe924a98872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:39.469956 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-aba3399b-81d2-4a1b-9bc2-5fe924a98872 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9efb68c0-1c91-4ff2-bf3e-744975ae2fdc HTTP/1.1" status: 204 len: 168 time: 0.6929770 Jan 31 17:11:39.510129 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3399b-81d2-4a1b-9bc2-5fe924a98872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efb68c0-1c91-4ff2-bf3e-744975ae2fdc,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:39.566779 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fcb23bcd-4912-47d9-8203-f9c27824395f req-829895ea-7a55-453d-b7a0-557620c7f5d4 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211569 Jan 31 17:11:39.593134 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (f792738a-a26a-47cb-8a2e-36e92e307331), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:39.639035 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event deleted for resources: {'Port': ['ID=f792738a-a26a-47cb-8a2e-36e92e307331,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:39.827857 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:39.857528 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks [] for floatingip (10f96382-cd54-4311-92fb-8e33cb6c1858), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:39.858003 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Floating IP 10f96382-cd54-4311-92fb-8e33cb6c1858 disassociated (deleted). External IP: 172.27.3.29, port: fbc46482-305f-44b9-b246-023af0615787. Jan 31 17:11:39.895257 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] Checking router: c8818bfc-6deb-4131-9c03-5dc929394223 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:11:39.910783 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:39.913545 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:11:39.915427 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:40.167462 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:40.217159 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42206) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:40.245367 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:11:40.333597 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Router 4792bb8f-4f4a-4508-8128-9508f49500b2 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:11:40.344670 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:40.345125 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device dbe64d6a-8f3a-4a01-9fb8-4b23411d8cad not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:40.347781 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-db372c4f-9749-4567-b345-ddba716378be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:40.431435 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-db372c4f-9749-4567-b345-ddba716378be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:40.543845 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:40.549225 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-db372c4f-9749-4567-b345-ddba716378be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:40.556825 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-db372c4f-9749-4567-b345-ddba716378be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:40.559255 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-db372c4f-9749-4567-b345-ddba716378be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "DELETE /v2.0/security-groups/7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa HTTP/1.1" status: 204 len: 168 time: 0.3394604 Jan 31 17:11:40.562595 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42214) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:40.575725 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321bb42-b436-4139-ad10-c0eb22e9efd0 None None] The sync data for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi is: [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:11:40.639747 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db372c4f-9749-4567-b345-ddba716378be tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:40.678713 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.api.v2.resource [None req-fcea7c1f-19b9-4c56-ac78-97548f38983b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] show failed (client error): The resource could not be found. Jan 31 17:11:40.680988 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-fcea7c1f-19b9-4c56-ac78-97548f38983b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups/7ee5bfef-4a4b-4a27-9d70-b9fa2d2560aa HTTP/1.1" status: 404 len: 347 time: 0.0680161 Jan 31 17:11:40.686798 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42218) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:40.741216 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:11:40.749765 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:40.760056 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] Sync routers for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:11:40.786730 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:11:40.786730 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:40.845033 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-8b87f2ac-ed4b-49be-b36d-a9004bd5f4b2 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "DELETE /v2.0/floatingips/10f96382-cd54-4311-92fb-8e33cb6c1858 HTTP/1.1" status: 204 len: 168 time: 2.5366573 Jan 31 17:11:40.846757 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:40.849308 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56425542-b34e-40d7-b8f9-f650d6d1e0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:40.899521 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Deleting port 53d29c7e-2406-4317-a986-393373039a92 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:40.899942 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (53d29c7e-2406-4317-a986-393373039a92), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:41.083000 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:11:41.084362 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (53d29c7e-2406-4317-a986-393373039a92), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:41.084726 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (53d29c7e-2406-4317-a986-393373039a92), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:41.116273 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Calling delete_port for 53d29c7e-2406-4317-a986-393373039a92 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:41.265206 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-8ef365f0-fb39-4126-b75a-0729730947d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:41.267721 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-8ef365f0-fb39-4126-b75a-0729730947d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82f46b42652842d28e7c0483cb40fbe0&device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 1130 time: 0.0718389 Jan 31 17:11:41.268033 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c743f4-9aa1-4a93-963e-b4b844f86eff x-openstack-request-id: req-81c743f4-9aa1-4a93-963e-b4b844f86eff {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:41.268337 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "tag": "fbc46482-305f-44b9-b246-023af0615787", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:41.268593 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-81c743f4-9aa1-4a93-963e-b4b844f86eff {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:41.269002 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'tag': 'fbc46482-305f-44b9-b246-023af0615787', 'status': 'completed', 'code': 200} Jan 31 17:11:41.284454 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38079c81-be1a-4c76-aa83-7ab1268f9537 None None] New status for floating IP 35280beb-280c-4fb9-910a-d23c35fbcd1e: DOWN {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:11:41.498243 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (53d29c7e-2406-4317-a986-393373039a92), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:41.499117 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-6205ece6-2866-4aad-b673-5170a1ea230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:41.503839 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-6205ece6-2866-4aad-b673-5170a1ea230d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2c822c-8591-40b1-b781-4d7b43021032 HTTP/1.1" status: 200 len: 915 time: 0.2239785 Jan 31 17:11:41.570271 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:41.578411 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.db.api [None req-38079c81-be1a-4c76-aa83-7ab1268f9537 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:11:41.583009 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG oslo_db.api [None req-38079c81-be1a-4c76-aa83-7ab1268f9537 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:11:41.593397 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event deleted for resources: {'Port': ['ID=53d29c7e-2406-4317-a986-393373039a92,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:41.602499 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-df6f5a24-b1e9-4916-8af0-028fa6d99ad9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 200 len: 217 time: 0.0924907 Jan 31 17:11:41.674486 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (35280beb-280c-4fb9-910a-d23c35fbcd1e), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:41.677478 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:41.685073 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-038718b1-b18c-489f-acdf-eb470a44e456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "DELETE /v2.0/floatingips/35280beb-280c-4fb9-910a-d23c35fbcd1e HTTP/1.1" status: 204 len: 168 time: 0.9925194 Jan 31 17:11:41.686653 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:41.695722 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 5, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:41.772421 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] Checking router: 4792bb8f-4f4a-4508-8128-9508f49500b2 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:11:41.779873 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-b4df6051-7169-4a0f-810f-1914740e385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:41.781484 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-b4df6051-7169-4a0f-810f-1914740e385e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=93b2c666-cb30-48d8-a7d6-1d6c50eefb16 HTTP/1.1" status: 200 len: 853 time: 0.1715846 Jan 31 17:11:41.799141 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:11:41.799826 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:41.895565 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-d2c41175-1689-4191-84e9-f653cada5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:41.897359 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-d2c41175-1689-4191-84e9-f653cada5dff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2c822c-8591-40b1-b781-4d7b43021032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085379 Jan 31 17:11:42.009425 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:42.084891 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38079c81-be1a-4c76-aa83-7ab1268f9537 None None] New status for floating IP 35280beb-280c-4fb9-910a-d23c35fbcd1e: DOWN {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:11:42.127233 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:11:42.172038 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-10ff45fe-9a34-442e-9ab5-500d9e1b6634 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667315 Jan 31 17:11:42.476448 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-56425542-b34e-40d7-b8f9-f650d6d1e0fd req-ce0e5511-0a6a-4d64-843e-e0da91d3e3b7 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945178 Jan 31 17:11:42.746755 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 5, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:42.800651 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44821f-b282-470f-b2db-ca90c1580589 None None] The sync data for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi is: [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:28Z', 'revision_number': 4, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641', 'name': '', 'network_id': 'ab2c822c-8591-40b1-b781-4d7b43021032', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'mac_address': 'fa:16:3e:cb:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:26Z', 'updated_at': '2022-01-31T17:08:34Z', 'revision_number': 5, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'subnets': [{'id': '93b2c666-cb30-48d8-a7d6-1d6c50eefb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:11:42.842379 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42262) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:42.850207 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-31596bbf-f6b0-44d7-8e1d-1fe8c9510b61 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800192721', 'description': 'tempest-description--1200728486'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:42.921917 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31596bbf-f6b0-44d7-8e1d-1fe8c9510b61 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:42.999651 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:11:43.071518 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4a51b-4886-4b7d-a4b1-429f310d7fd9 req-5d17e648-6d3c-484a-a4c1-82f07d6c238a tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:43.075265 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6fb4a51b-4886-4b7d-a4b1-429f310d7fd9 req-5d17e648-6d3c-484a-a4c1-82f07d6c238a tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 946 time: 0.1063125 Jan 31 17:11:43.146169 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31596bbf-f6b0-44d7-8e1d-1fe8c9510b61 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (4a805da5-173f-4151-bb91-914aa3c7c660), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.157507 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31596bbf-f6b0-44d7-8e1d-1fe8c9510b61 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4a805da5-173f-4151-bb91-914aa3c7c660), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.228582 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6fb4a51b-4886-4b7d-a4b1-429f310d7fd9 req-2fe978aa-4581-4a9e-9bc5-775e6d48c78f tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425498 Jan 31 17:11:43.248498 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31596bbf-f6b0-44d7-8e1d-1fe8c9510b61 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a805da5-173f-4151-bb91-914aa3c7c660,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:43.271359 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31596bbf-f6b0-44d7-8e1d-1fe8c9510b61 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.274087 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-31596bbf-f6b0-44d7-8e1d-1fe8c9510b61 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4300752 Jan 31 17:11:43.279309 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42272) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:43.309808 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7f4a5407-bd69-44a9-87cf-7de29a257ae1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'security_group_rule': {'security_group_id': '4a805da5-173f-4151-bb91-914aa3c7c660', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:43.393824 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5407-bd69-44a9-87cf-7de29a257ae1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (126997bb-0035-4e1e-af63-86fa3b95d810), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.493500 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5407-bd69-44a9-87cf-7de29a257ae1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (126997bb-0035-4e1e-af63-86fa3b95d810), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.505621 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5407-bd69-44a9-87cf-7de29a257ae1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (126997bb-0035-4e1e-af63-86fa3b95d810), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.506270 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd69321-741f-4044-a550-a4e1bc15c924 None None] New status for floating IP 10f96382-cd54-4311-92fb-8e33cb6c1858: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:11:43.540046 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a5407-bd69-44a9-87cf-7de29a257ae1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126997bb-0035-4e1e-af63-86fa3b95d810,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:43.565250 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5407-bd69-44a9-87cf-7de29a257ae1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.568775 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-7f4a5407-bd69-44a9-87cf-7de29a257ae1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868514 Jan 31 17:11:43.572872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42282) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:43.587477 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-7b111004-d9f4-4b67-be60-a8bb2ef162fc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'security_group_rule': {'security_group_id': '4a805da5-173f-4151-bb91-914aa3c7c660', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:43.652197 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b111004-d9f4-4b67-be60-a8bb2ef162fc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (94440ffc-bb8c-45d5-8572-3e2ef4783b14), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.765152 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b111004-d9f4-4b67-be60-a8bb2ef162fc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (94440ffc-bb8c-45d5-8572-3e2ef4783b14), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.771272 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b111004-d9f4-4b67-be60-a8bb2ef162fc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (94440ffc-bb8c-45d5-8572-3e2ef4783b14), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.812649 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b111004-d9f4-4b67-be60-a8bb2ef162fc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94440ffc-bb8c-45d5-8572-3e2ef4783b14,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:43.823279 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7b111004-d9f4-4b67-be60-a8bb2ef162fc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:43.830547 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42288) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:43.831744 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-7b111004-d9f4-4b67-be60-a8bb2ef162fc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2566731 Jan 31 17:11:43.836315 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:43.863577 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:44.024296 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:44.193265 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Allocated IP 172.27.3.77 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/c7ab7b8b-efed-4ae6-a64c-49c07875b8f8) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:11:44.365676 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for port (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:44.420046 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:44.495050 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:11:44.502611 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:11:44.505786 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'Port': ['ID=c7ab7b8b-efed-4ae6-a64c-49c07875b8f8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:44.511656 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:11:44.656145 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-732f2eac-646b-4842-8dfd-74b519fc9ac5 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:44.659117 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-732f2eac-646b-4842-8dfd-74b519fc9ac5 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.71 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 946 time: 0.1192782 Jan 31 17:11:44.697036 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:44.785446 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:44.852698 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Deleting port 4515d7b6-7788-4d9b-9131-307bc9f9241a {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:44.853404 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:44.984106 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b133-1e19-4704-97c8-34a356d3112d req-2c1f4ef2-945c-4017-baeb-bb8e71c4e202 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:44.991515 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7943b133-1e19-4704-97c8-34a356d3112d req-2c1f4ef2-945c-4017-baeb-bb8e71c4e202 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 946 time: 0.5891368 Jan 31 17:11:45.009133 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] For port 4515d7b6-7788-4d9b-9131-307bc9f9241a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4515d7b6-7788-4d9b-9131-307bc9f9241a,segment=NetworkSegment(ac63a14d-5869-47a1-8ed4-0f619056ebed),segment_id=ac63a14d-5869-47a1-8ed4-0f619056ebed)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:45.009757 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:45.041846 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Calling delete_port for 4515d7b6-7788-4d9b-9131-307bc9f9241a owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:45.069974 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7943b133-1e19-4704-97c8-34a356d3112d req-3c29bb16-a418-471c-a7e8-6413bbfec8c8 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/security-groups?id=079c66b3-3047-45e6-9d6e-0e02081b0542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775099 Jan 31 17:11:45.127581 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for port (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:45.140978 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:45.224845 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'Port': ['ID=c7ab7b8b-efed-4ae6-a64c-49c07875b8f8,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:45.234723 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:45.254865 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:45.269851 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-897b4be8-81ce-4b28-96f4-5eefbbdb7f42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4245794 Jan 31 17:11:45.305934 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6cc09-5677-4822-a94d-89deb27ee355 req-2190b510-8e60-4b27-b69c-6ef4bf261608 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:45.308688 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-eed6cc09-5677-4822-a94d-89deb27ee355 req-2190b510-8e60-4b27-b69c-6ef4bf261608 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.3637733 Jan 31 17:11:45.454953 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-eed6cc09-5677-4822-a94d-89deb27ee355 req-6ac6d52d-0516-45a1-89f9-7e37dea6e6a7 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314764 Jan 31 17:11:45.470484 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (4515d7b6-7788-4d9b-9131-307bc9f9241a), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:45.485810 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['4515d7b6-7788-4d9b-9131-307bc9f9241a'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:45.542910 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Pushing event deleted for resources: {'Port': ['ID=4515d7b6-7788-4d9b-9131-307bc9f9241a,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:45.601122 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-ed9dab5e-17ca-434b-a173-98b787e08cf0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1800192721&fields=id&tenant_id=f89e530b82054872a9f5e60f79d3d506 HTTP/1.1" status: 200 len: 267 time: 0.0540895 Jan 31 17:11:45.638489 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] No DVR routers for this DVR port 4515d7b6-7788-4d9b-9131-307bc9f9241a on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:11:45.643484 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:45.651800 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f37f8dfa-f8f5-4435-9c02-7534d82d3c1a req-3c457b4f-384d-4514-9911-4c5ed77cb093 tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.71 "DELETE /v2.0/ports/4515d7b6-7788-4d9b-9131-307bc9f9241a HTTP/1.1" status: 204 len: 173 time: 0.9794941 Jan 31 17:11:45.652553 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed7eb0a-6eb9-441a-999c-107d377b539d', 'name': 'network-vif-deleted', 'tag': '4515d7b6-7788-4d9b-9131-307bc9f9241a'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:45.659096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e90fe-08ed-4f7d-ba22-4f0613e37443" -d '{"events": [{"server_uuid": "aed7eb0a-6eb9-441a-999c-107d377b539d", "name": "network-vif-deleted", "tag": "4515d7b6-7788-4d9b-9131-307bc9f9241a"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:45.727838 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f9ac80-b117-471e-abc8-ec7142337fe4 x-openstack-request-id: req-a0f9ac80-b117-471e-abc8-ec7142337fe4 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:45.728278 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed7eb0a-6eb9-441a-999c-107d377b539d", "name": "network-vif-deleted", "tag": "4515d7b6-7788-4d9b-9131-307bc9f9241a", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:45.728674 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a0f9ac80-b117-471e-abc8-ec7142337fe4 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:45.729238 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed7eb0a-6eb9-441a-999c-107d377b539d', 'name': 'network-vif-deleted', 'tag': '4515d7b6-7788-4d9b-9131-307bc9f9241a', 'status': 'completed', 'code': 200} Jan 31 17:11:45.771126 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7c559250-0bfb-4925-8c4e-3bb4e141933c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:45.773644 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7c559250-0bfb-4925-8c4e-3bb4e141933c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 816 time: 0.1640389 Jan 31 17:11:45.796307 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-f7cab3b2-3f9b-4742-a13b-43c23d612847 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/quotas/f89e530b82054872a9f5e60f79d3d506 HTTP/1.1" status: 200 len: 375 time: 0.0131431 Jan 31 17:11:46.118890 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-ee2f6ff0-134f-4963-b5c8-021a6901aeaf tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3142118 Jan 31 17:11:46.254356 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-91562bb0-47ea-4d04-a4bf-eeba661ea605 req-9d67dcc4-52ce-450d-b49b-aca7ccdf8b1f tempest-VolumesSnapshotTestJSON-806413441 tempest-VolumesSnapshotTestJSON-806413441-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed7eb0a-6eb9-441a-999c-107d377b539d HTTP/1.1" status: 200 len: 210 time: 0.0471022 Jan 31 17:11:46.266025 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-5e10bd1b-9bb8-4c32-95fa-7035a0e987ae service neutron] 10.222.0.90 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270983 Jan 31 17:11:46.383102 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fecc6491-23ee-4949-b4ca-0dd7309cbf6b service neutron] 10.222.0.90 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061413 Jan 31 17:11:46.634732 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-41dd9745-880c-4e79-abc0-45cf11a73f74 req-cec65148-25cf-4b23-a9f0-56a623418bca tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 210 time: 0.0606298 Jan 31 17:11:46.688367 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143aed-eb09-4136-a870-150001c46a60 req-6389ac46-144d-4b13-b9ce-a5e14b26a292 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:46.691899 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38143aed-eb09-4136-a870-150001c46a60 req-6389ac46-144d-4b13-b9ce-a5e14b26a292 tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.1220644 Jan 31 17:11:46.781218 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38143aed-eb09-4136-a870-150001c46a60 req-fb57f01e-3df0-4a4d-be96-3a7fea2b8c3a tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/security-groups?id=507d862b-18c8-4e67-a257-e4e495dab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811701 Jan 31 17:11:46.820429 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-0aef75b9-33a4-4a11-b2b3-dacc80fd600e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:46.822076 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-0aef75b9-33a4-4a11-b2b3-dacc80fd600e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 946 time: 0.0863950 Jan 31 17:11:46.982043 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Deleting port fbc46482-305f-44b9-b246-023af0615787 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:46.982920 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (fbc46482-305f-44b9-b246-023af0615787), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:47.160216 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] For port fbc46482-305f-44b9-b246-023af0615787, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fbc46482-305f-44b9-b246-023af0615787,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:47.160720 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (fbc46482-305f-44b9-b246-023af0615787), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:47.178425 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Calling delete_port for fbc46482-305f-44b9-b246-023af0615787 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:47.360776 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (fbc46482-305f-44b9-b246-023af0615787), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:47.377022 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['fbc46482-305f-44b9-b246-023af0615787'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:47.435712 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Pushing event deleted for resources: {'Port': ['ID=fbc46482-305f-44b9-b246-023af0615787,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:47.501615 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] No DVR routers for this DVR port fbc46482-305f-44b9-b246-023af0615787 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:11:47.504666 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:47.508226 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a19a7e51-9ce1-4295-bd74-fcbcb1897e5c req-af35fd98-6ce9-4db3-91e3-0ca915bc523e tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.71 "DELETE /v2.0/ports/fbc46482-305f-44b9-b246-023af0615787 HTTP/1.1" status: 204 len: 173 time: 0.6796293 Jan 31 17:11:47.731243 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'name': 'network-vif-deleted', 'tag': 'fbc46482-305f-44b9-b246-023af0615787'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:47.735240 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf78b694-5603-4f52-9264-081075b24a81" -d '{"events": [{"server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "name": "network-vif-deleted", "tag": "fbc46482-305f-44b9-b246-023af0615787"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:47.807591 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-94c9590c-30c2-49b9-a170-08dfe4b9c796 req-9fd04252-ec7f-4e94-82dc-c22a3518ae15 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 210 time: 0.0503561 Jan 31 17:11:47.818791 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378c85bb-cc4d-485b-85c8-07b5c25ec09e x-openstack-request-id: req-378c85bb-cc4d-485b-85c8-07b5c25ec09e {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:47.826190 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1832a8-0a3a-4080-b7ab-0a345402aa0c", "name": "network-vif-deleted", "tag": "fbc46482-305f-44b9-b246-023af0615787", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:47.826499 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-378c85bb-cc4d-485b-85c8-07b5c25ec09e {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:47.826997 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1832a8-0a3a-4080-b7ab-0a345402aa0c', 'name': 'network-vif-deleted', 'tag': 'fbc46482-305f-44b9-b246-023af0615787', 'status': 'completed', 'code': 200} Jan 31 17:11:48.056353 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-59d95ff7-dbdf-43bf-96c1-9d50403219e3 req-9f3c97a5-5341-49cc-9818-32fd5133e39d tempest-TestMinimumBasicScenario-1535463577 tempest-TestMinimumBasicScenario-1535463577-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e1832a8-0a3a-4080-b7ab-0a345402aa0c HTTP/1.1" status: 200 len: 210 time: 0.0549791 Jan 31 17:11:48.168006 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-1faa82b4-846e-4265-bc76-2e405ca804ab tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:48.171639 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-1faa82b4-846e-4265-bc76-2e405ca804ab tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 816 time: 0.2759566 Jan 31 17:11:48.219919 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 4515d7b6-7788-4d9b-9131-307bc9f9241a no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:48.275599 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 4515d7b6-7788-4d9b-9131-307bc9f9241a {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:48.276176 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 4515d7b6-7788-4d9b-9131-307bc9f9241a not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:48.294504 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-68bf0ddd-59e0-43db-8018-fb643ed62df2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f89e530b82054872a9f5e60f79d3d506 HTTP/1.1" status: 200 len: 380 time: 0.1079962 Jan 31 17:11:48.308008 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'port': {'device_id': '36405521-22a5-40b9-9b4d-547932c1d19b', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'admin_state_up': True, 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'security_groups': ['4a805da5-173f-4151-bb91-914aa3c7c660']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:48.477871 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Made reservation on behalf of f89e530b82054872a9f5e60f79d3d506 for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:11:48.483550 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:48.647476 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42388) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:48.670764 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Allocated IP 172.20.0.13 (e72db7a6-9e62-47f3-bd28-1d6021a2788c/8bc54504-ab97-42d4-97ec-87c4e2bf77ca/7ec1c906-2f9f-493a-bed2-cbef83b98e74) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:11:48.775630 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d84d54f-3ddc-4eee-a5a4-547bfe8baf75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:48.866131 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:48.924058 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d84d54f-3ddc-4eee-a5a4-547bfe8baf75 admin admin] Publish callbacks [] for security_group (f6c8f2cc-b50b-41ef-848f-8401854bc21c), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:48.927423 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:48.930769 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9d84d54f-3ddc-4eee-a5a4-547bfe8baf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f6c8f2cc-b50b-41ef-848f-8401854bc21c), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:48.983203 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:11:48.991046 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-9d84d54f-3ddc-4eee-a5a4-547bfe8baf75 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=913ed1bf785a4ab7bce7b04767803c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379297 Jan 31 17:11:48.995607 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42398) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:49.002863 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84d54f-3ddc-4eee-a5a4-547bfe8baf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8f2cc-b50b-41ef-848f-8401854bc21c,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:49.023742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:11:49.037569 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:11:49.043094 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:49.043899 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.081027 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:49.108499 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-7668aeee-f0b4-42ee-a461-664292a491b5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8074453 Jan 31 17:11:49.126166 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Request body: {'port': {'device_id': '36405521-22a5-40b9-9b4d-547932c1d19b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:49.187151 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a70c8dd1-3815-44c6-900f-5500ece14e53 admin admin] Publish callbacks [] for security_group (f6c8f2cc-b50b-41ef-848f-8401854bc21c), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.229724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a70c8dd1-3815-44c6-900f-5500ece14e53 admin admin] Publish callbacks [] for security_group (f6c8f2cc-b50b-41ef-848f-8401854bc21c), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.243338 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500c5a5-1661-4a53-9f6e-77dd66a6c2de req-899cb407-fb77-4ada-91ad-1ca5147a728d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:49.245709 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1500c5a5-1661-4a53-9f6e-77dd66a6c2de req-899cb407-fb77-4ada-91ad-1ca5147a728d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 932 time: 0.2803097 Jan 31 17:11:49.363980 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-960d32d2-00a5-4398-86a0-bea7842eee40 None None] Provisioning complete for port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:11:49.364747 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-960d32d2-00a5-4398-86a0-bea7842eee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.411027 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.421157 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1500c5a5-1661-4a53-9f6e-77dd66a6c2de req-e01b57a5-a15d-40f1-a1a6-f1c3d46aaf23 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613066 Jan 31 17:11:49.433239 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-960d32d2-00a5-4398-86a0-bea7842eee40 None None] Port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:11:49.443453 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a70c8dd1-3815-44c6-900f-5500ece14e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f6c8f2cc-b50b-41ef-848f-8401854bc21c), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.447901 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a70c8dd1-3815-44c6-900f-5500ece14e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.449698 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-a70c8dd1-3815-44c6-900f-5500ece14e53 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f6c8f2cc-b50b-41ef-848f-8401854bc21c HTTP/1.1" status: 204 len: 168 time: 0.4525099 Jan 31 17:11:49.489908 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c8dd1-3815-44c6-900f-5500ece14e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8f2cc-b50b-41ef-848f-8401854bc21c,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:49.847823 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42412) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:49.861280 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec1c906-2f9f-493a-bed2-cbef83b98e74 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:11:49.863361 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f17f916-f0ce-4720-a048-d2b4ac75f455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.872158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Publish callbacks [] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.889684 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Transition to ACTIVE for port object 7ec1c906-2f9f-493a-bed2-cbef83b98e74 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:11:49.894990 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.978059 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:49.978416 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f17f916-f0ce-4720-a048-d2b4ac75f455 admin admin] Publish callbacks [] for security_group (f1c5ccf9-93a9-42e6-8c44-179a1e472432), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:49.984025 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0f17f916-f0ce-4720-a048-d2b4ac75f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f1c5ccf9-93a9-42e6-8c44-179a1e472432), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:50.027671 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.028180 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.028633 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.029155 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.029641 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.030088 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.030511 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.030953 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.031507 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.031952 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.032464 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.033125 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.033661 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:50.045462 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Attempting to bind port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:11:50.046369 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Attempting to bind port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:11:50.047101 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Attempting to bind port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 on network e72db7a6-9e62-47f3-bd28-1d6021a2788c {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:11:50.050696 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17f916-f0ce-4720-a048-d2b4ac75f455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c5ccf9-93a9-42e6-8c44-179a1e472432,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:50.057980 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 on network e72db7a6-9e62-47f3-bd28-1d6021a2788c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:11:50.058503 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Attempting to bind port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 on network e72db7a6-9e62-47f3-bd28-1d6021a2788c {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:11:50.062809 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-0f17f916-f0ce-4720-a048-d2b4ac75f455 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e73d6ab58d6242899837898912d4f689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124236 Jan 31 17:11:50.065021 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42414) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:50.070879 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:11:50.071644 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Checking segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:11:50.072047 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Bound using segment: {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:11:50.072781 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Bound port: 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:11:50.073673 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:50.154687 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a669ef47-f974-437a-822a-afa1242e8b44 admin admin] Publish callbacks [] for security_group (f1c5ccf9-93a9-42e6-8c44-179a1e472432), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:50.186414 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:11:50.197088 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a669ef47-f974-437a-822a-afa1242e8b44 admin admin] Publish callbacks [] for security_group (f1c5ccf9-93a9-42e6-8c44-179a1e472432), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:50.201045 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:11:50.213906 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:50.261440 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device fbc46482-305f-44b9-b246-023af0615787 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:50.284545 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:50.285910 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:50.289241 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] 10.222.0.71 "PUT /v2.0/ports/7ec1c906-2f9f-493a-bed2-cbef83b98e74 HTTP/1.1" status: 200 len: 1094 time: 1.1715710 Jan 31 17:11:50.293319 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:11:50.298501 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81dcd46-c5b8-420a-a700-1c4a724121aa" -d '{"events": [{"name": "network-changed", "server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:11:50.336906 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a669ef47-f974-437a-822a-afa1242e8b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (f1c5ccf9-93a9-42e6-8c44-179a1e472432), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:50.341597 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a669ef47-f974-437a-822a-afa1242e8b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:50.342777 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a669ef47-f974-437a-822a-afa1242e8b44 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f1c5ccf9-93a9-42e6-8c44-179a1e472432 HTTP/1.1" status: 204 len: 168 time: 0.2760351 Jan 31 17:11:50.349799 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff38355-a5e2-4265-8455-c9f7213e7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:50.367238 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: fbc46482-305f-44b9-b246-023af0615787 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:50.368144 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device fbc46482-305f-44b9-b246-023af0615787 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:50.396211 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669ef47-f974-437a-822a-afa1242e8b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c5ccf9-93a9-42e6-8c44-179a1e472432,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:50.436148 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69b70cb-bf9c-468b-8e79-52976d0d6e6c x-openstack-request-id: req-b69b70cb-bf9c-468b-8e79-52976d0d6e6c {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:11:50.436534 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:11:50.436877 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b69b70cb-bf9c-468b-8e79-52976d0d6e6c {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:11:50.437352 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'status': 'completed', 'code': 200} Jan 31 17:11:50.660782 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166481-f9bc-4f35-bcc1-0ac3a1baecc3 req-52b8e41b-6b5d-4c3a-a2b4-8b587c4a4afa tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:50.663583 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-74166481-f9bc-4f35-bcc1-0ac3a1baecc3 req-52b8e41b-6b5d-4c3a-a2b4-8b587c4a4afa tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1145201 Jan 31 17:11:50.754509 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-74166481-f9bc-4f35-bcc1-0ac3a1baecc3 req-f02e3ca1-a131-4b40-96c1-0c21fd31eeec tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828428 Jan 31 17:11:50.895157 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42442) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:50.918514 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93c1065e-5327-4eb7-b628-3a6b7058b54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:51.061641 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93c1065e-5327-4eb7-b628-3a6b7058b54e admin admin] Publish callbacks [] for security_group (04d8f6a6-ccea-4d37-af74-88dd4b40ad68), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:51.068541 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-93c1065e-5327-4eb7-b628-3a6b7058b54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (04d8f6a6-ccea-4d37-af74-88dd4b40ad68), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:51.147362 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-93c1065e-5327-4eb7-b628-3a6b7058b54e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8c4317ddd35d43cd9aac6823ff8c3c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501533 Jan 31 17:11:51.149257 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1065e-5327-4eb7-b628-3a6b7058b54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d8f6a6-ccea-4d37-af74-88dd4b40ad68,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:51.151518 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42466) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:51.218899 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-962c1e2f-3795-4f5f-bcc7-108e4b995a77 admin admin] Publish callbacks [] for security_group (04d8f6a6-ccea-4d37-af74-88dd4b40ad68), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:51.245249 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-962c1e2f-3795-4f5f-bcc7-108e4b995a77 admin admin] Publish callbacks [] for security_group (04d8f6a6-ccea-4d37-af74-88dd4b40ad68), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:51.309927 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-962c1e2f-3795-4f5f-bcc7-108e4b995a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (04d8f6a6-ccea-4d37-af74-88dd4b40ad68), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:51.313357 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-962c1e2f-3795-4f5f-bcc7-108e4b995a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:51.315018 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-962c1e2f-3795-4f5f-bcc7-108e4b995a77 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/04d8f6a6-ccea-4d37-af74-88dd4b40ad68 HTTP/1.1" status: 204 len: 168 time: 0.1622732 Jan 31 17:11:51.329222 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c1e2f-3795-4f5f-bcc7-108e4b995a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d8f6a6-ccea-4d37-af74-88dd4b40ad68,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:51.383371 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42472) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:51.823742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (4792bb8f-4f4a-4508-8128-9508f49500b2), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.017451 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b8253-211c-4b06-ac53-1a9bf0d80d54 req-c0ac6cc6-1ce6-4924-ad25-1850e13f47c1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:52.019059 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4b1b8253-211c-4b06-ac53-1a9bf0d80d54 req-c0ac6cc6-1ce6-4924-ad25-1850e13f47c1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1429837 Jan 31 17:11:52.125906 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4b1b8253-211c-4b06-ac53-1a9bf0d80d54 req-22ccf06f-6074-4a01-9649-2cdd1c5d3ff3 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848231 Jan 31 17:11:52.138559 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dcd46-c5b8-420a-a700-1c4a724121aa req-9e364098-2a6f-4fc1-a85f-65da6c75ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:52.140482 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a81dcd46-c5b8-420a-a700-1c4a724121aa req-9e364098-2a6f-4fc1-a85f-65da6c75ce79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 1128 time: 0.1376634 Jan 31 17:11:52.306612 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42494) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:52.373210 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dcd46-c5b8-420a-a700-1c4a724121aa req-4f32250f-b141-4662-88f9-2a6c5c1d54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:52.376023 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a81dcd46-c5b8-420a-a700-1c4a724121aa req-4f32250f-b141-4662-88f9-2a6c5c1d54c8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f89e530b82054872a9f5e60f79d3d506&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2194633 Jan 31 17:11:52.436528 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-545972683-network', 'tenant_id': 'be33496a83e1482abc90e429c0f69baf'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:52.451319 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Deleting port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:52.451939 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.469297 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Made reservation on behalf of be33496a83e1482abc90e429c0f69baf for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:11:52.473500 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.490382 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.649867 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Publish callbacks [] for security_group (ed9a2265-71c7-427b-98a7-44ad5af78180), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.655768 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ed9a2265-71c7-427b-98a7-44ad5af78180), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.694448 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 978} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:11:52.709305 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a2265-71c7-427b-98a7-44ad5af78180,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:52.715492 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (b0d56560-d637-4613-b0ff-18b7ed8225c7), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.715862 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Added segment b0d56560-d637-4613-b0ff-18b7ed8225c7 of type vlan for network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 Jan 31 17:11:52.727675 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.728152 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.728404 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.728686 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.728981 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.729300 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.729795 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.730266 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.730752 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.731151 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.731402 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.731732 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.732085 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:11:52.788764 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (500f403c-bd0f-46e2-98f7-c91dd09b59c5), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.836356 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (500f403c-bd0f-46e2-98f7-c91dd09b59c5), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.837681 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:52.838687 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.873807 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dcd46-c5b8-420a-a700-1c4a724121aa req-b008076a-fa7b-4bc4-ac62-c62b0e84d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:52.875699 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a81dcd46-c5b8-420a-a700-1c4a724121aa req-b008076a-fa7b-4bc4-ac62-c62b0e84d32e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4926238 Jan 31 17:11:52.883915 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5756302 Jan 31 17:11:52.886999 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42502) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:52.897322 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Request body: {'subnet': {'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-545972683-subnet', 'tenant_id': 'be33496a83e1482abc90e429c0f69baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:11:52.911260 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] For port 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:52.912215 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.950679 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987374fa-ab2d-4677-b4fa-17273c166a7d admin admin] Pushing event updated for resources: {'Network': ['ID=500f403c-bd0f-46e2-98f7-c91dd09b59c5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:52.955811 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Made reservation on behalf of be33496a83e1482abc90e429c0f69baf for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:11:52.958500 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:52.974639 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Calling delete_port for 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 owned by network:router_interface {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:52.978269 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:11:53.159463 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-52aa66e3-9859-4719-ad58-7f7642f21839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:53.161016 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-52aa66e3-9859-4719-ad58-7f7642f21839 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 1128 time: 0.1964903 Jan 31 17:11:53.276365 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-49548572-c705-49d4-bfd0-665541c59276 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74 HTTP/1.1" status: 200 len: 217 time: 0.0707207 Jan 31 17:11:53.310470 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b965ebc-673c-4a8f-895a-b05f0ebe261e req-143115bb-8a09-4273-8da0-a85958ff7e5e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:53.312166 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3b965ebc-673c-4a8f-895a-b05f0ebe261e req-143115bb-8a09-4273-8da0-a85958ff7e5e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.0825310 Jan 31 17:11:53.385650 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3b965ebc-673c-4a8f-895a-b05f0ebe261e req-0aaa2c7d-0eeb-454b-8177-30e1a5a30b95 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625341 Jan 31 17:11:53.447896 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-f437960e-6b47-4bb3-8f1f-e6140bbb116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:53.449469 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-f437960e-6b47-4bb3-8f1f-e6140bbb116d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.1638737 Jan 31 17:11:53.541728 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:53.555247 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (03b043de-6ee2-4ea4-987a-c472ec94d0c3), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:53.589411 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:53.726352 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-f0540f22-cc81-404c-afcb-b02c5ddae643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:53.728110 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-f0540f22-cc81-404c-afcb-b02c5ddae643 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2533979 Jan 31 17:11:53.762808 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b043de-6ee2-4ea4-987a-c472ec94d0c3,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:53.850915 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Checking segment: {'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:11:53.852208 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Network hostable DHCP agents. Network: 500f403c-bd0f-46e2-98f7-c91dd09b59c5, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:11:53.958379 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-24b5fc80-821e-4c62-a806-63e4a54afa06 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219639 Jan 31 17:11:53.959629 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:11:53.962025 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (4792bb8f-4f4a-4508-8128-9508f49500b2), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:54.002566 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 500f403c-bd0f-46e2-98f7-c91dd09b59c5) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:11:54.014541 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bebd42-4a7d-4a54-8cfe-37fa1899c481 None None] Network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:11:54.045242 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:54.045835 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:54.113200 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-9d83e8ba-2eb9-4a90-9b30-3bcbe5096ab2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2200799 Jan 31 17:11:54.245106 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5cf18dd-e8e4-4df2-82d7-2607058544af req-c0fd7651-0034-47c2-8564-6a808d9e7c79 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789350 Jan 31 17:11:54.405505 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Router 4792bb8f-4f4a-4508-8128-9508f49500b2 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:11:54.429259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a239a159-cf1c-4602-a2f7-68a8c6a3fa9f None None] Network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:11:54.684061 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:11:54.697147 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-5bdea106-51e4-4e40-87ed-f164284d6918 admin admin] 10.222.0.90 "PUT /v2.0/routers/4792bb8f-4f4a-4508-8128-9508f49500b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3117800 Jan 31 17:11:54.701364 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42528) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:54.703359 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] Sync routers for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:11:54.716612 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022deb14-9058-4a7c-95f7-59d298635990 req-4c65e8cb-a84e-4e91-9c5f-efc8e2a39d12 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:54.719083 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-022deb14-9058-4a7c-95f7-59d298635990 req-4c65e8cb-a84e-4e91-9c5f-efc8e2a39d12 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1143279 Jan 31 17:11:54.726004 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:11:54.727423 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:54.822786 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-022deb14-9058-4a7c-95f7-59d298635990 req-a682da44-213f-4d57-bbf1-bcee72896e71 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898516 Jan 31 17:11:54.912368 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks [] for router (4792bb8f-4f4a-4508-8128-9508f49500b2), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:54.947547 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:11:55.085431 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks [] for router_gateway (4792bb8f-4f4a-4508-8128-9508f49500b2), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.161926 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Deleting port 5db4feab-93a1-4289-b1a7-9b8d76cfd449 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:55.162379 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.249912 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:11:53Z', 'revision_number': 5, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port': {'id': '5db4feab-93a1-4289-b1a7-9b8d76cfd449', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:55.273884 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] For port 5db4feab-93a1-4289-b1a7-9b8d76cfd449, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=5db4feab-93a1-4289-b1a7-9b8d76cfd449,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:55.274581 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.293372 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] Checking router: 4792bb8f-4f4a-4508-8128-9508f49500b2 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:11:55.306775 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Calling delete_port for 5db4feab-93a1-4289-b1a7-9b8d76cfd449 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:55.308941 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] Routers {'4792bb8f-4f4a-4508-8128-9508f49500b2'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:11:55.309938 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['4792bb8f-4f4a-4508-8128-9508f49500b2'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:55.415039 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] Set router 4792bb8f-4f4a-4508-8128-9508f49500b2 gateway port host: None {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:11:55.488056 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:11:55Z', 'revision_number': 6, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port_host': None}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:55.531182 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3c311-f2f2-4b66-8334-e13309173daf None None] The sync data for ids ['4792bb8f-4f4a-4508-8128-9508f49500b2'] in dv-cinder-814898-3-iscsi is: [{'id': '4792bb8f-4f4a-4508-8128-9508f49500b2', 'name': 'tempest-TestMinimumBasicScenario-448125609-router', 'tenant_id': '82f46b42652842d28e7c0483cb40fbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:23Z', 'updated_at': '2022-01-31T17:11:55Z', 'revision_number': 6, 'project_id': '82f46b42652842d28e7c0483cb40fbe0', 'gw_port_host': None}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:11:55.548640 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (5db4feab-93a1-4289-b1a7-9b8d76cfd449), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.600044 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db4feab-93a1-4289-b1a7-9b8d76cfd449,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:55.707856 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (4792bb8f-4f4a-4508-8128-9508f49500b2), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.837216 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (4792bb8f-4f4a-4508-8128-9508f49500b2), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.841297 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks [] for router_controller (4792bb8f-4f4a-4508-8128-9508f49500b2), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.940336 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (4792bb8f-4f4a-4508-8128-9508f49500b2), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.943698 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4792bb8f-4f4a-4508-8128-9508f49500b2 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:11:55.954286 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:55.961042 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42542) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:55.974008 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-1e26a528-4904-464e-9eaf-a6c01c51d844 admin admin] 10.222.0.90 "DELETE /v2.0/routers/4792bb8f-4f4a-4508-8128-9508f49500b2 HTTP/1.1" status: 204 len: 168 time: 1.2698491 Jan 31 17:11:56.087902 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c945cc15-6438-45f9-810f-26f3c02d6cbe admin admin] Deleting subnet 93b2c666-cb30-48d8-a7d6-1d6c50eefb16 {{(pid=102770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:11:56.094083 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c945cc15-6438-45f9-810f-26f3c02d6cbe admin admin] Publish callbacks [] for subnet (93b2c666-cb30-48d8-a7d6-1d6c50eefb16), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.100890 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:56.166148 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dec2fc-1bce-4827-8224-ce5ff8f3f14b req-b54f3909-e5fe-43c3-b75e-6decad89aecc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:56.167606 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:56.168279 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 05fa2ac7-04dc-4da0-99c4-6cb2d2b3b641 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:56.168460 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-24dec2fc-1bce-4827-8224-ce5ff8f3f14b req-b54f3909-e5fe-43c3-b75e-6decad89aecc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1347835 Jan 31 17:11:56.184481 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c945cc15-6438-45f9-810f-26f3c02d6cbe admin admin] Publish callbacks [] for subnet (93b2c666-cb30-48d8-a7d6-1d6c50eefb16), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.246974 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-24dec2fc-1bce-4827-8224-ce5ff8f3f14b req-ac65163e-7197-4e68-8f62-fe845169f49e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691869 Jan 31 17:11:56.286697 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:11:56.321745 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c945cc15-6438-45f9-810f-26f3c02d6cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (93b2c666-cb30-48d8-a7d6-1d6c50eefb16), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.429300 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c945cc15-6438-45f9-810f-26f3c02d6cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for subnet (93b2c666-cb30-48d8-a7d6-1d6c50eefb16), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.477612 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c945cc15-6438-45f9-810f-26f3c02d6cbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.484473 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-c945cc15-6438-45f9-810f-26f3c02d6cbe admin admin] 10.222.0.90 "DELETE /v2.0/subnets/93b2c666-cb30-48d8-a7d6-1d6c50eefb16 HTTP/1.1" status: 204 len: 168 time: 0.5208561 Jan 31 17:11:56.487509 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42560) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:56.491649 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945cc15-6438-45f9-810f-26f3c02d6cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b2c666-cb30-48d8-a7d6-1d6c50eefb16,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:56.494256 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:56.498407 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b242f6-699c-4b85-a10c-524439952b1b None None] Network ab2c822c-8591-40b1-b781-4d7b43021032 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:11:56.556787 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'port_id': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'mac_address': 'fa:16:3e:33:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:11:56.692880 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:11:56.693456 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.704324 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (ab2c822c-8591-40b1-b781-4d7b43021032), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.720438 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec1c906-2f9f-493a-bed2-cbef83b98e74 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:11:56.756984 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:56.773295 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.798092 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-5380e7b9-2f73-4a3b-b183-68c07b8fc4a0 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:56.799797 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-5380e7b9-2f73-4a3b-b183-68c07b8fc4a0 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/networks?id=500f403c-bd0f-46e2-98f7-c91dd09b59c5 HTTP/1.1" status: 200 len: 808 time: 0.2729602 Jan 31 17:11:56.825857 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] DHCP port deletion for ab2c822c-8591-40b1-b781-4d7b43021032 request from dv-cinder-814898-3-iscsi {{(pid=102772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 17:11:56.833590 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-47c4964c-9dca-4e0a-9983-acce56d4a6dd tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/quotas/be33496a83e1482abc90e429c0f69baf HTTP/1.1" status: 200 len: 375 time: 0.0183010 Jan 31 17:11:56.848248 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Deleting port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:56.848610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.867192 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:56.900049 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-bc5f3e11-98ca-466f-8632-68c606e172bd tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=be33496a83e1482abc90e429c0f69baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487945 Jan 31 17:11:56.906690 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] Deleting port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:56.907098 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.979638 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] For port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:56.980035 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:56.999476 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] Calling delete_port for 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:57.011794 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] For port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,segment=NetworkSegment(de1393a3-aa70-44d6-8521-00937ca66705),segment_id=de1393a3-aa70-44d6-8521-00937ca66705)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:57.012631 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:57.012768 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['7ec1c906-2f9f-493a-bed2-cbef83b98e74'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:11:57.078137 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Calling delete_port for 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a owned by network:dhcp {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:57.184288 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-432b4e8b-1599-41a2-9bad-6e611d98deea service neutron] 10.222.0.90 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545335 Jan 31 17:11:57.188027 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:57.220013 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] Pushing event deleted for resources: {'Port': ['ID=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:57.224734 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8049a-92fb-4e8b-891f-50af9343fae8 None None] No DVR routers for this DVR port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a on host dv-cinder-814898-3-iscsi {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:11:57.360639 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:57.401566 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:57.403663 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] No DVR routers for this DVR port 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a on host dv-cinder-814898-3-iscsi {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:11:57.442659 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f1b2b-5031-4d32-abfe-53d8939f41d5 req-2cf87f0c-8864-4729-89d3-bafd9677448d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:57.444206 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f92f1b2b-5031-4d32-abfe-53d8939f41d5 req-2cf87f0c-8864-4729-89d3-bafd9677448d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 945 time: 0.0699573 Jan 31 17:11:57.500811 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f92f1b2b-5031-4d32-abfe-53d8939f41d5 req-0352dc15-39e4-4207-a2cd-45db6d0ada98 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507817 Jan 31 17:11:57.730946 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-a2d2e6f1-6298-450b-9c37-2949ff9d6390 service neutron] 10.222.0.90 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363190 Jan 31 17:11:57.780556 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (ab2c822c-8591-40b1-b781-4d7b43021032), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:57.804712 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.805034 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.805819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.806169 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > port after_create 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.806501 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.806828 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > port after_update 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.807157 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.807470 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.807783 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.808115 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.912482 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.913367 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.914062 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.914773 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:11:57.922445 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2c822c-8591-40b1-b781-4d7b43021032']}} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:57.954980 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1393a3-aa70-44d6-8521-00937ca66705') {'for_net_delete': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:57.955501 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1393a3-aa70-44d6-8521-00937ca66705') {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:11:57.957381 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f372c4ef-a296-4d0d-a365-fee044ef4b5f req-32d5626c-62c7-4ace-9889-cb5178c41fb5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 210 time: 0.0643294 Jan 31 17:11:57.970026 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:57.988873 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562452'] for segment (de1393a3-aa70-44d6-8521-00937ca66705), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:57.996904 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:57.997338 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 04d9dbf1-27ad-4c0c-b05c-56ae9babbf7a not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:57.997863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 5db4feab-93a1-4289-b1a7-9b8d76cfd449 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:11:58.018202 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 5db4feab-93a1-4289-b1a7-9b8d76cfd449 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:11:58.018628 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 5db4feab-93a1-4289-b1a7-9b8d76cfd449 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:11:58.019432 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (de1393a3-aa70-44d6-8521-00937ca66705), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:58.032124 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=102770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:11:58.032539 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693788'] for segment (de1393a3-aa70-44d6-8521-00937ca66705), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: from cryptography.utils import int_from_bytes Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: from cryptography.utils import int_from_bytes Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: self.session.flush() Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: self.session.flush() Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: self.session.flush() Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: self.session.flush() Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: Traceback (most recent call last): Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: timer() Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: cb(*args, **kw) Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: return func(*args, **kwargs) Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: self._notify() Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: self.callback(batched_events) Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: event.method(event) Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: return f(self, *a, **k) Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: return self._get(url).json() Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: return self.request(url, 'GET', **kwargs) Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:11:58.036985 dv-cinder-814898-3-iscsi neutron-server[102770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:11:58.098818 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (ab2c822c-8591-40b1-b781-4d7b43021032), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:58.106882 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:58.110348 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ab2c822c-8591-40b1-b781-4d7b43021032 HTTP/1.1" status: 204 len: 168 time: 1.6214857 Jan 31 17:11:58.114417 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42576) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:11:58.121214 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd5b44-fd3c-4071-9342-572cdd0ca505 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2c822c-8591-40b1-b781-4d7b43021032,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:58.626848 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (37fb6989-c9e9-4454-83e1-4ab7cab99c78), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:58.671778 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22a35c-9181-467a-b8cc-d1c06e8c37e7 req-9fc4b7b1-8752-45e2-b152-e3a9a98b1936 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:58.673592 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c22a35c-9181-467a-b8cc-d1c06e8c37e7 req-9fc4b7b1-8752-45e2-b152-e3a9a98b1936 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 945 time: 0.0646169 Jan 31 17:11:58.743909 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c22a35c-9181-467a-b8cc-d1c06e8c37e7 req-b3a906bc-5f2a-4a29-9aa4-6ca3d20683f0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641882 Jan 31 17:11:58.972673 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Deleting port 318181f5-cc40-4223-b961-e5c10386379b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:11:58.973034 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (318181f5-cc40-4223-b961-e5c10386379b), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:59.082351 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1d42accb-ccda-4f19-98c9-ccb4837a44d6 req-69f689bc-c534-47f2-b12c-d7dde8fb90ca tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 210 time: 0.0374761 Jan 31 17:11:59.087945 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] For port 318181f5-cc40-4223-b961-e5c10386379b, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=318181f5-cc40-4223-b961-e5c10386379b,segment=NetworkSegment(5184148f-32d2-498d-aa2c-aa5401361709),segment_id=5184148f-32d2-498d-aa2c-aa5401361709)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:11:59.088346 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (318181f5-cc40-4223-b961-e5c10386379b), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:59.104305 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Calling delete_port for 318181f5-cc40-4223-b961-e5c10386379b owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:11:59.293818 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (318181f5-cc40-4223-b961-e5c10386379b), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:59.321719 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Pushing event deleted for resources: {'Port': ['ID=318181f5-cc40-4223-b961-e5c10386379b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:11:59.521348 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (37fb6989-c9e9-4454-83e1-4ab7cab99c78), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:11:59.755401 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:11:59.892096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b50f95-1e39-4171-9a87-81c7b1798774 req-196fffb4-5bf3-48f0-be67-9f8db56403e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:11:59.896200 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-90b50f95-1e39-4171-9a87-81c7b1798774 req-196fffb4-5bf3-48f0-be67-9f8db56403e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 945 time: 0.0743690 Jan 31 17:11:59.958518 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-90b50f95-1e39-4171-9a87-81c7b1798774 req-c9d1675a-cb5f-4db9-9745-a13d5f878996 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540175 Jan 31 17:12:00.118852 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:12:00.125926 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3ff2580b-4c5b-4582-98bc-32c732b3795d admin admin] 10.222.0.90 "PUT /v2.0/routers/37fb6989-c9e9-4454-83e1-4ab7cab99c78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0093801 Jan 31 17:12:00.128482 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42596) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:00.133993 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] Sync routers for ids ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:12:00.150100 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] Routers {'37fb6989-c9e9-4454-83e1-4ab7cab99c78'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:00.150773 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:00.210152 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7595845c-1bee-48e5-99ce-156911e622e2 req-ae3b6d2a-0650-4242-a090-94d97159e866 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 210 time: 0.0358763 Jan 31 17:12:00.290983 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks [] for router (37fb6989-c9e9-4454-83e1-4ab7cab99c78), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:00.387616 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] Set router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:00.414028 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks [] for router_gateway (37fb6989-c9e9-4454-83e1-4ab7cab99c78), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:00.482023 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Deleting port 5076548c-80ca-47ab-94b6-0b1659173136 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:12:00.482398 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (5076548c-80ca-47ab-94b6-0b1659173136), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:00.575798 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] For port 5076548c-80ca-47ab-94b6-0b1659173136, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=5076548c-80ca-47ab-94b6-0b1659173136,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:00.576310 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (5076548c-80ca-47ab-94b6-0b1659173136), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:00.591034 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '5076548c-80ca-47ab-94b6-0b1659173136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:11:59Z', 'revision_number': 5, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port': {'id': '5076548c-80ca-47ab-94b6-0b1659173136', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:08:33Z', 'updated_at': '2022-01-31T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:00.593309 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Calling delete_port for 5076548c-80ca-47ab-94b6-0b1659173136 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:12:00.620048 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] Checking router: 37fb6989-c9e9-4454-83e1-4ab7cab99c78 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:12:00.629812 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] Routers {'37fb6989-c9e9-4454-83e1-4ab7cab99c78'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:00.630442 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:00.732150 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] Set router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:00.792391 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:12:00Z', 'revision_number': 6, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port_host': None}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:00.809574 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (5076548c-80ca-47ab-94b6-0b1659173136), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:00.820567 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efff2c-93ec-47f1-825c-b9a374d5d97f None None] The sync data for ids ['37fb6989-c9e9-4454-83e1-4ab7cab99c78'] in dv-cinder-814898-3-iscsi is: [{'id': '37fb6989-c9e9-4454-83e1-4ab7cab99c78', 'name': 'tempest-TestMinimumBasicScenario-1241211108-router', 'tenant_id': 'f073d05ddcff48dd993c66df445b04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:08:32Z', 'updated_at': '2022-01-31T17:12:00Z', 'revision_number': 6, 'project_id': 'f073d05ddcff48dd993c66df445b04b5', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:12:00.867422 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Pushing event deleted for resources: {'Port': ['ID=5076548c-80ca-47ab-94b6-0b1659173136,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:00.970850 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (37fb6989-c9e9-4454-83e1-4ab7cab99c78), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.049109 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-f4c0ade3-069b-4ddf-8ac0-7f23b4e47275 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:01.051697 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-f4c0ade3-069b-4ddf-8ac0-7f23b4e47275 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.71 "GET /v2.0/networks?id=500f403c-bd0f-46e2-98f7-c91dd09b59c5 HTTP/1.1" status: 200 len: 808 time: 0.2361360 Jan 31 17:12:01.077130 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Request body: {'port': {'device_id': '33117780-e17c-4cc9-a840-d8a681cb178a', 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5', 'admin_state_up': True, 'tenant_id': 'be33496a83e1482abc90e429c0f69baf'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:01.108913 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (37fb6989-c9e9-4454-83e1-4ab7cab99c78), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.111321 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks [] for router_controller (37fb6989-c9e9-4454-83e1-4ab7cab99c78), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.159719 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (37fb6989-c9e9-4454-83e1-4ab7cab99c78), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.160475 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fb6989-c9e9-4454-83e1-4ab7cab99c78 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:12:01.167540 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.168927 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6965e177-e59c-4901-94d2-c39ce84f8058 admin admin] 10.222.0.90 "DELETE /v2.0/routers/37fb6989-c9e9-4454-83e1-4ab7cab99c78 HTTP/1.1" status: 204 len: 168 time: 1.0389881 Jan 31 17:12:01.172175 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42608) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:01.208366 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6a8f-ce6a-4e4e-9b30-20c18801db42 req-19e1913d-73f4-4812-8122-02b1da736989 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:01.209311 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-74fd6a8f-ce6a-4e4e-9b30-20c18801db42 req-19e1913d-73f4-4812-8122-02b1da736989 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 945 time: 0.1486757 Jan 31 17:12:01.239723 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20353ed-f561-4c29-9d3b-25c38cb53c33 admin admin] Deleting subnet 3b36a271-75a8-45f2-88db-b6274151d201 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:12:01.248075 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b20353ed-f561-4c29-9d3b-25c38cb53c33 admin admin] Publish callbacks [] for subnet (3b36a271-75a8-45f2-88db-b6274151d201), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.295218 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Made reservation on behalf of be33496a83e1482abc90e429c0f69baf for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:12:01.301820 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.325847 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:01.331611 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b20353ed-f561-4c29-9d3b-25c38cb53c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (3b36a271-75a8-45f2-88db-b6274151d201), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.372186 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-74fd6a8f-ce6a-4e4e-9b30-20c18801db42 req-eb2f49b6-fc82-44f1-aaf9-e744953a38c4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406374 Jan 31 17:12:01.430720 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0e005640-47e3-43d3-9b27-3a82ca2fba80 req-8866fb2c-0f81-45a5-9f19-cf3b2283517c tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 210 time: 0.0598602 Jan 31 17:12:01.464664 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:12:01.471707 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:01.472335 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.581346 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:01.581736 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.617656 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Allocated IP 172.20.0.7 (500f403c-bd0f-46e2-98f7-c91dd09b59c5/03b043de-6ee2-4ea4-987a-c472ec94d0c3/2be6a52c-61b6-46f4-95f6-2e8393c82211) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:01.626810 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:01.629330 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f72ad82-d18b-49f0-819d-d7a2d16c5011" -d '{"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:01.643185 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:01.646209 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b20353ed-f561-4c29-9d3b-25c38cb53c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (3b36a271-75a8-45f2-88db-b6274151d201), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.649289 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.715929 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:01.722114 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b20353ed-f561-4c29-9d3b-25c38cb53c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (3b36a271-75a8-45f2-88db-b6274151d201), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.743007 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c63b91-b4a4-4600-a578-93a0d1dcd13d x-openstack-request-id: req-b8c63b91-b4a4-4600-a578-93a0d1dcd13d {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:01.744183 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:01.745106 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b8c63b91-b4a4-4600-a578-93a0d1dcd13d {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:01.746042 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'code': 200} Jan 31 17:12:01.775550 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20353ed-f561-4c29-9d3b-25c38cb53c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b36a271-75a8-45f2-88db-b6274151d201,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:01.789891 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab31dc-cfa9-4f7f-995c-74aa61726c13 None None] Network cf7538bf-1783-4855-96a9-79c291fe3fbc requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:12:01.790717 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b20353ed-f561-4c29-9d3b-25c38cb53c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:01.795248 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b20353ed-f561-4c29-9d3b-25c38cb53c33 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3b36a271-75a8-45f2-88db-b6274151d201 HTTP/1.1" status: 204 len: 168 time: 0.6213152 Jan 31 17:12:01.798546 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42624) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:01.930323 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (cf7538bf-1783-4855-96a9-79c291fe3fbc), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.014865 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 318181f5-cc40-4223-b961-e5c10386379b no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:12:02.066286 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Deleting port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:12:02.066781 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.092100 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 318181f5-cc40-4223-b961-e5c10386379b {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:12:02.092709 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 318181f5-cc40-4223-b961-e5c10386379b not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:12:02.093274 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 5076548c-80ca-47ab-94b6-0b1659173136 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:12:02.121737 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 5076548c-80ca-47ab-94b6-0b1659173136 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:12:02.122363 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 5076548c-80ca-47ab-94b6-0b1659173136 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:12:02.155718 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] For port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,segment=NetworkSegment(5184148f-32d2-498d-aa2c-aa5401361709),segment_id=5184148f-32d2-498d-aa2c-aa5401361709)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:02.156084 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.201409 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Calling delete_port for 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:12:02.236172 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17cd41-f9c9-4fd7-ab8e-e818f0923377 req-f47cb07a-02c3-400d-a94e-2fd0370ae333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:02.241887 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6e17cd41-f9c9-4fd7-ab8e-e818f0923377 req-f47cb07a-02c3-400d-a94e-2fd0370ae333 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 1130 time: 0.2378926 Jan 31 17:12:02.246361 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] DHCP port deletion for cf7538bf-1783-4855-96a9-79c291fe3fbc request from dv-cinder-814898-3-iscsi {{(pid=102772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 17:12:02.344863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] Deleting port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:12:02.346307 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.398149 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.415094 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks [] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.429279 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] For port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,segment=NetworkSegment(5184148f-32d2-498d-aa2c-aa5401361709),segment_id=5184148f-32d2-498d-aa2c-aa5401361709)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:02.430349 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.443525 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:02.444802 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] No DVR routers for this DVR port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 on host dv-cinder-814898-3-iscsi {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:12:02.461338 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] Calling delete_port for 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:12:02.476641 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6e17cd41-f9c9-4fd7-ab8e-e818f0923377 req-e3d7c40f-706a-49c2-b239-f3745e44d6c1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152395 Jan 31 17:12:02.546171 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.567082 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (cf7538bf-1783-4855-96a9-79c291fe3fbc), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.593881 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7538bf-1783-4855-96a9-79c291fe3fbc']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:02.613673 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914955-66a5-4b69-b883-7ea3ff75757b req-16229772-4584-43e8-a111-1c09e6423cab tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:02.623603 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f7914955-66a5-4b69-b883-7ea3ff75757b req-16229772-4584-43e8-a111-1c09e6423cab tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1491168 Jan 31 17:12:02.627369 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5184148f-32d2-498d-aa2c-aa5401361709') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:02.628013 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5184148f-32d2-498d-aa2c-aa5401361709') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:02.650817 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:02.656742 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (5184148f-32d2-498d-aa2c-aa5401361709), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.675691 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:02.679872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:02.682634 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (5184148f-32d2-498d-aa2c-aa5401361709), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.692816 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Pushing event updated for resources: {'Port': ['ID=2be6a52c-61b6-46f4-95f6-2e8393c82211,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:02.698674 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Releasing vlan 974 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:12:02.699226 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (5184148f-32d2-498d-aa2c-aa5401361709), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:12:02.701163 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:12:02.716057 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (7bc98886-5b74-4a4a-9e7e-0bf0742007c7), after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.724863 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f7914955-66a5-4b69-b883-7ea3ff75757b req-fbfb0c38-331e-40b6-b4c6-38c546bd870c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991967 Jan 31 17:12:02.747930 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] No DVR routers for this DVR port 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 on host dv-cinder-814898-3-iscsi {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:12:02.752189 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e52ae-a355-48b1-b529-db85c3cb8048 None None] Pushing event deleted for resources: {'Port': ['ID=7bc98886-5b74-4a4a-9e7e-0bf0742007c7,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:02.770246 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9a0a-5ff6-4daa-bca5-c9e4f1a8f1a9 req-9370b481-f35e-4a14-8a8b-a8b7b2037b15 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:02.777324 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1a3d9a0a-5ff6-4daa-bca5-c9e4f1a8f1a9 req-9370b481-f35e-4a14-8a8b-a8b7b2037b15 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.2133403 Jan 31 17:12:02.793113 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:02.793800 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.818179 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (cf7538bf-1783-4855-96a9-79c291fe3fbc), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.825537 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.828934 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] 10.222.0.90 "DELETE /v2.0/networks/cf7538bf-1783-4855-96a9-79c291fe3fbc HTTP/1.1" status: 204 len: 168 time: 1.0287383 Jan 31 17:12:02.831043 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-b26fcb06-f72d-41c6-8450-d965d27fa163 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7580879 Jan 31 17:12:02.852466 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Request body: {'port': {'device_id': '33117780-e17c-4cc9-a840-d8a681cb178a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:02.857373 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14b5f5-38ce-4c12-a77a-bc2f2878729b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7538bf-1783-4855-96a9-79c291fe3fbc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:02.888983 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1a3d9a0a-5ff6-4daa-bca5-c9e4f1a8f1a9 req-de738540-5f35-4a81-9a79-4b73e883b329 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104903 Jan 31 17:12:02.897231 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab57a6-5898-4a5b-b4a6-775794875e78 req-56cde6ab-4c43-42a8-b073-7ba83158d690 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:02.898982 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-26ab57a6-5898-4a5b-b4a6-775794875e78 req-56cde6ab-4c43-42a8-b073-7ba83158d690 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 931 time: 0.0905550 Jan 31 17:12:02.946289 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:02.959086 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-26ab57a6-5898-4a5b-b4a6-775794875e78 req-f9d78943-7985-4829-8cad-fccab8fb84b8 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501716 Jan 31 17:12:03.024116 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42642) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:03.082621 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-702c43c7-0e92-44ca-a1c8-323942331f89 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=82f46b42652842d28e7c0483cb40fbe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568442 Jan 31 17:12:03.086223 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42644) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:03.213309 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b53b7b99-5da8-4f48-8b1f-e06cf61d8f92 admin admin] Publish callbacks [] for security_group (507d862b-18c8-4e67-a257-e4e495dab14d), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.251924 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b53b7b99-5da8-4f48-8b1f-e06cf61d8f92 admin admin] Publish callbacks [] for security_group (507d862b-18c8-4e67-a257-e4e495dab14d), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.379933 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be6a52c-61b6-46f4-95f6-2e8393c82211 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:12:03.391776 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b53b7b99-5da8-4f48-8b1f-e06cf61d8f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (507d862b-18c8-4e67-a257-e4e495dab14d), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.395978 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b53b7b99-5da8-4f48-8b1f-e06cf61d8f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.400244 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b53b7b99-5da8-4f48-8b1f-e06cf61d8f92 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/507d862b-18c8-4e67-a257-e4e495dab14d HTTP/1.1" status: 204 len: 168 time: 0.3126712 Jan 31 17:12:03.404100 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Publish callbacks [] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.430820 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b7b99-5da8-4f48-8b1f-e06cf61d8f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d862b-18c8-4e67-a257-e4e495dab14d,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:03.441828 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Transition to ACTIVE for port object 2be6a52c-61b6-46f4-95f6-2e8393c82211 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:12:03.446938 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.508337 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6a52c-61b6-46f4-95f6-2e8393c82211,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:03.603728 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Attempting to bind port 2be6a52c-61b6-46f4-95f6-2e8393c82211 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:03.604073 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Attempting to bind port 2be6a52c-61b6-46f4-95f6-2e8393c82211 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:03.604384 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Attempting to bind port 2be6a52c-61b6-46f4-95f6-2e8393c82211 on network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:03.613927 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Port 2be6a52c-61b6-46f4-95f6-2e8393c82211 on network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:12:03.615417 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Attempting to bind port 2be6a52c-61b6-46f4-95f6-2e8393c82211 on network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:03.629256 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:03.629981 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Checking segment: {'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:03.630667 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Bound using segment: {'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:03.631670 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Bound port: 2be6a52c-61b6-46f4-95f6-2e8393c82211, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:03.632356 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.740976 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] For port 2be6a52c-61b6-46f4-95f6-2e8393c82211, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:03.745983 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] For port 2be6a52c-61b6-46f4-95f6-2e8393c82211, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2be6a52c-61b6-46f4-95f6-2e8393c82211,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:03.754819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.857733 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:03.858466 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:03.859941 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] 10.222.0.71 "PUT /v2.0/ports/2be6a52c-61b6-46f4-95f6-2e8393c82211 HTTP/1.1" status: 200 len: 1093 time: 1.0117567 Jan 31 17:12:03.860413 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33117780-e17c-4cc9-a840-d8a681cb178a', 'tag': '2be6a52c-61b6-46f4-95f6-2e8393c82211'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:03.863427 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a604ec-bd9f-4741-98ee-56c16120958c" -d '{"events": [{"name": "network-changed", "server_uuid": "33117780-e17c-4cc9-a840-d8a681cb178a", "tag": "2be6a52c-61b6-46f4-95f6-2e8393c82211"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:03.909751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fdc3b-3a89-4846-a02f-4f56d94d87c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6a52c-61b6-46f4-95f6-2e8393c82211,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:03.958655 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71347a-2fda-477c-8470-69e98b96fb94 req-6c48d204-6546-4589-bc89-264bc0ccee04 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:03.958854 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42664) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:03.964399 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7a71347a-2fda-477c-8470-69e98b96fb94 req-6c48d204-6546-4589-bc89-264bc0ccee04 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1505284 Jan 31 17:12:03.989644 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:12:04.020887 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:12:04.021841 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 7bc98886-5b74-4a4a-9e7e-0bf0742007c7 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:12:04.031288 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e441b35-619b-4f5b-b296-b3cec3e50349 x-openstack-request-id: req-8e441b35-619b-4f5b-b296-b3cec3e50349 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:04.031288 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33117780-e17c-4cc9-a840-d8a681cb178a", "tag": "2be6a52c-61b6-46f4-95f6-2e8393c82211", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:04.031288 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8e441b35-619b-4f5b-b296-b3cec3e50349 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:04.031288 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33117780-e17c-4cc9-a840-d8a681cb178a', 'tag': '2be6a52c-61b6-46f4-95f6-2e8393c82211', 'status': 'completed', 'code': 200} Jan 31 17:12:04.058661 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-63541bf0-99d4-4bce-bafd-d797c56fd2df admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f073d05ddcff48dd993c66df445b04b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0979285 Jan 31 17:12:04.061076 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42668) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:04.080508 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7a71347a-2fda-477c-8470-69e98b96fb94 req-0db365cd-0a05-42ee-9d78-c23ab13debe5 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147819 Jan 31 17:12:04.083914 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-3bd3e564-ff27-4b1a-9e29-41d6ff21e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:04.086534 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-3bd3e564-ff27-4b1a-9e29-41d6ff21e275 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be33496a83e1482abc90e429c0f69baf&device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 1127 time: 0.1580212 Jan 31 17:12:04.159412 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-e30711eb-74d7-4310-b8b8-88788241aa47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be6a52c-61b6-46f4-95f6-2e8393c82211 HTTP/1.1" status: 200 len: 217 time: 0.0648282 Jan 31 17:12:04.161134 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5b07ae3-3e46-4794-a4b0-3a7632917e01 admin admin] Publish callbacks [] for security_group (200fd57f-6a1a-4d88-b7bc-7cd533ff3123), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:04.225670 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5b07ae3-3e46-4794-a4b0-3a7632917e01 admin admin] Publish callbacks [] for security_group (200fd57f-6a1a-4d88-b7bc-7cd533ff3123), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:04.243955 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-d0057d17-b5d5-49ba-9126-aa32390e7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:04.245760 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-d0057d17-b5d5-49ba-9126-aa32390e7ce6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03b043de-6ee2-4ea4-987a-c472ec94d0c3 HTTP/1.1" status: 200 len: 848 time: 0.0794339 Jan 31 17:12:04.289635 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-54e289f3-25ce-4212-8229-f35909f9dc90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=500f403c-bd0f-46e2-98f7-c91dd09b59c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355458 Jan 31 17:12:04.297165 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e149-bdc9-4ebb-8fce-384b2435b3de req-1b944ec0-7094-4349-983b-bbdd75f134ec tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:04.297582 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d27de1-99e1-4e10-a919-c4fb242922d0 req-d21f86bf-afe4-44b2-9e27-4b291d7b5af5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:04.299265 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c7d27de1-99e1-4e10-a919-c4fb242922d0 req-d21f86bf-afe4-44b2-9e27-4b291d7b5af5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 943 time: 0.1194441 Jan 31 17:12:04.299685 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-31b1e149-bdc9-4ebb-8fce-384b2435b3de req-1b944ec0-7094-4349-983b-bbdd75f134ec tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1588728 Jan 31 17:12:04.367035 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5b07ae3-3e46-4794-a4b0-3a7632917e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (200fd57f-6a1a-4d88-b7bc-7cd533ff3123), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:04.370159 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5b07ae3-3e46-4794-a4b0-3a7632917e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:04.371896 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b5b07ae3-3e46-4794-a4b0-3a7632917e01 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/200fd57f-6a1a-4d88-b7bc-7cd533ff3123 HTTP/1.1" status: 204 len: 168 time: 0.3092105 Jan 31 17:12:04.399756 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b07ae3-3e46-4794-a4b0-3a7632917e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200fd57f-6a1a-4d88-b7bc-7cd533ff3123,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:04.417801 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-31b1e149-bdc9-4ebb-8fce-384b2435b3de req-681fb0c6-dac7-4c68-aca2-87ce29c03942 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918770 Jan 31 17:12:04.430153 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c7d27de1-99e1-4e10-a919-c4fb242922d0 req-290d315b-b47d-4f14-9d2c-eea0a0acf0d3 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093030 Jan 31 17:12:04.495652 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-2aaef145-fef0-4330-8af7-5c9650f2c4a6 service neutron] 10.222.0.71 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848810 Jan 31 17:12:04.521316 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-36f7b3c5-b29f-462c-b397-02262db078b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:04.679437 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d0b968a0-ccc0-4b78-b330-6f1f2e761d17 req-72ae71cf-def6-4faa-92af-cb03e7e0bde2 service neutron] 10.222.0.71 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814334 Jan 31 17:12:04.689173 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c55ca-3ff9-489a-94f5-a23369dcc2b8 req-536d425f-5b41-42ab-adcc-71258166b0dc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:04.690740 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-127c55ca-3ff9-489a-94f5-a23369dcc2b8 req-536d425f-5b41-42ab-adcc-71258166b0dc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1528752 Jan 31 17:12:04.706712 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42684) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:04.711441 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Request body: {'floatingip': {'port_id': '7ec1c906-2f9f-493a-bed2-cbef83b98e74'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:04.733457 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da1546-944a-4f18-92a1-f775b0b79275 req-fa7e3332-f96d-447a-99f4-827adc5d8f47 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:04.735683 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-05da1546-944a-4f18-92a1-f775b0b79275 req-fa7e3332-f96d-447a-99f4-827adc5d8f47 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.1319628 Jan 31 17:12:04.767173 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:04.861504 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a604ec-bd9f-4741-98ee-56c16120958c req-e16db92c-9d11-4c8b-9d59-6ec6d7bedc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:04.863686 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-62a604ec-bd9f-4741-98ee-56c16120958c req-e16db92c-9d11-4c8b-9d59-6ec6d7bedc97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be33496a83e1482abc90e429c0f69baf&device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 1127 time: 0.1156642 Jan 31 17:12:04.952488 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Deleting port 39e70d42-b806-40c9-966e-478278de78ef {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:12:04.952820 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (39e70d42-b806-40c9-966e-478278de78ef), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:05.036185 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a604ec-bd9f-4741-98ee-56c16120958c req-1e4bbe6a-5c9d-498a-b78f-de5b5afbe504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:05.037724 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-62a604ec-bd9f-4741-98ee-56c16120958c req-1e4bbe6a-5c9d-498a-b78f-de5b5afbe504 service neutron] 10.222.0.71 "GET /v2.0/networks?id=500f403c-bd0f-46e2-98f7-c91dd09b59c5 HTTP/1.1" status: 200 len: 909 time: 0.1678944 Jan 31 17:12:05.088890 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-62a604ec-bd9f-4741-98ee-56c16120958c req-79d95c0b-007e-413e-aa10-c4a2109ccd01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2be6a52c-61b6-46f4-95f6-2e8393c82211 HTTP/1.1" status: 200 len: 217 time: 0.0419536 Jan 31 17:12:05.139212 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] For port 39e70d42-b806-40c9-966e-478278de78ef, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=39e70d42-b806-40c9-966e-478278de78ef,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:05.139212 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (39e70d42-b806-40c9-966e-478278de78ef), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:05.207670 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a604ec-bd9f-4741-98ee-56c16120958c req-c06b940e-52e7-4161-a860-f9ab466903fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:05.209211 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-62a604ec-bd9f-4741-98ee-56c16120958c req-c06b940e-52e7-4161-a860-f9ab466903fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03b043de-6ee2-4ea4-987a-c472ec94d0c3 HTTP/1.1" status: 200 len: 848 time: 0.1135542 Jan 31 17:12:05.251479 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-62a604ec-bd9f-4741-98ee-56c16120958c req-56c3fde5-20fc-4d05-901e-4a8ebb977d87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=500f403c-bd0f-46e2-98f7-c91dd09b59c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360851 Jan 31 17:12:05.503956 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59833141-8253-4f8b-8bd7-8f0aad7833b7 req-ef8240ec-aa46-4638-9608-252b089d1aef tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:05.506655 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-59833141-8253-4f8b-8bd7-8f0aad7833b7 req-ef8240ec-aa46-4638-9608-252b089d1aef tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 945 time: 0.2099500 Jan 31 17:12:05.520880 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42706) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:05.668994 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-59833141-8253-4f8b-8bd7-8f0aad7833b7 req-0424cbd8-ae43-4012-a3b8-dd8b35f71e79 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=d5939140-a522-46de-8c85-f75d06e39f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464310 Jan 31 17:12:05.764642 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:05.772477 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:05.803165 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-62a604ec-bd9f-4741-98ee-56c16120958c req-e5eaa7d2-4417-4f32-91e6-ca1533c549c4 service neutron] 10.222.0.71 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429213 Jan 31 17:12:05.807332 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:05.807743 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (05fa4a9b-9419-417d-99c1-f32b5241a717), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:05.808029 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.l3_db [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Floating IP 05fa4a9b-9419-417d-99c1-f32b5241a717 disassociated. External IP: 172.27.3.232, port: 39e70d42-b806-40c9-966e-478278de78ef. Jan 31 17:12:05.808384 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Calling delete_port for 39e70d42-b806-40c9-966e-478278de78ef owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:12:05.872344 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-45244827-network', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:05.965148 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Made reservation on behalf of 5f8c7c201b074313a010c032bfc855ec for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:12:05.968369 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:05.987644 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.017262 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb631524-977c-471b-9bce-c8c15dfe857f req-a0607e2f-b946-42c8-a261-54eb28adf8c4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:06.019896 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cb631524-977c-471b-9bce-c8c15dfe857f req-a0607e2f-b946-42c8-a261-54eb28adf8c4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 943 time: 0.2510245 Jan 31 17:12:06.047308 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Floating IP 0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f associated. External IP: 172.27.3.77, port: 7ec1c906-2f9f-493a-bed2-cbef83b98e74. Jan 31 17:12:06.083837 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-62a604ec-bd9f-4741-98ee-56c16120958c req-6043253d-e717-4de7-bb06-675a3dc1bb99 service neutron] 10.222.0.71 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711630 Jan 31 17:12:06.148473 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cb631524-977c-471b-9bce-c8c15dfe857f req-0aa93f18-b0b2-480e-b7fa-7a0c7301a5bf tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082175 Jan 31 17:12:06.223023 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (39e70d42-b806-40c9-966e-478278de78ef), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.244183 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Publish callbacks [] for security_group (26983644-ee66-4e59-b195-234f1b69417d), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.251750 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (26983644-ee66-4e59-b195-234f1b69417d), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.267966 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event deleted for resources: {'Port': ['ID=39e70d42-b806-40c9-966e-478278de78ef,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:06.327859 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:12:06.342308 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26983644-ee66-4e59-b195-234f1b69417d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:06.349778 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (f67e848a-a642-4956-b2cf-82b053aef230), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.350430 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Added segment f67e848a-a642-4956-b2cf-82b053aef230 of type vlan for network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 Jan 31 17:12:06.438247 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (be0aadef-bd19-46ec-a49e-8c6d7dd035f8), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.450787 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Router bd76471d-3837-4a72-87a8-b11a959bdfc4 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:12:06.464092 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Router c8818bfc-6deb-4131-9c03-5dc929394223 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:12:06.483865 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (be0aadef-bd19-46ec-a49e-8c6d7dd035f8), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.485632 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:06.486587 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.586938 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0587306 Jan 31 17:12:06.596864 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42718) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:06.613488 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Request body: {'subnet': {'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-45244827-subnet', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:06.644499 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:12:06.663639 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] Sync routers for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:12:06.690797 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:06.692474 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:11:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:06.738398 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] No DVR routers for this DVR port 39e70d42-b806-40c9-966e-478278de78ef on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:12:06.742790 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:06.749004 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-05da1546-944a-4f18-92a1-f775b0b79275 req-63176474-485a-4b89-9366-5e9c635645df tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "DELETE /v2.0/ports/39e70d42-b806-40c9-966e-478278de78ef HTTP/1.1" status: 204 len: 173 time: 2.0024590 Jan 31 17:12:06.749739 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'name': 'network-vif-deleted', 'tag': '39e70d42-b806-40c9-966e-478278de78ef'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:06.754415 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf45fe-49c1-4f6c-b1d5-329d51aefaea" -d '{"events": [{"server_uuid": "f4f6b181-8aa7-497f-858d-3d273469aefb", "name": "network-vif-deleted", "tag": "39e70d42-b806-40c9-966e-478278de78ef"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:06.906686 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e3941d-b0e2-4929-843c-bc7a823f1280 x-openstack-request-id: req-a3e3941d-b0e2-4929-843c-bc7a823f1280 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:06.907729 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f6b181-8aa7-497f-858d-3d273469aefb", "name": "network-vif-deleted", "tag": "39e70d42-b806-40c9-966e-478278de78ef", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:06.907729 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a3e3941d-b0e2-4929-843c-bc7a823f1280 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:06.908139 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f6b181-8aa7-497f-858d-3d273469aefb', 'name': 'network-vif-deleted', 'tag': '39e70d42-b806-40c9-966e-478278de78ef', 'status': 'completed', 'code': 200} Jan 31 17:12:06.964756 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:07.037815 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fc0f203e-d892-4d59-971b-9b17fc3a4ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:07.138059 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3e172-fca1-4f0e-8ce8-bd0c605d4fcb admin admin] Pushing event updated for resources: {'Network': ['ID=be0aadef-bd19-46ec-a49e-8c6d7dd035f8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:07.200926 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:12:07.235211 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-abc73114-a49e-4521-9ee3-8d46cd3beb52 req-5914f029-c3e6-4f7c-a9ac-b1999e9180fe tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4f6b181-8aa7-497f-858d-3d273469aefb HTTP/1.1" status: 200 len: 210 time: 0.1263347 Jan 31 17:12:07.279437 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Made reservation on behalf of 5f8c7c201b074313a010c032bfc855ec for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:12:07.283005 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540962'] for subnet (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:07.300440 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:12:07.327550 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:07.338582 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] Sync routers for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:12:07.355769 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:07.357567 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:07.427239 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 2be6a52c-61b6-46f4-95f6-2e8393c82211 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:12:07.450696 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1da8e-29ff-4ff5-82c1-9e70cc40dc41 req-e16881b9-325f-46b2-aa2b-78866f397948 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:07.463772 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-13998db5-1324-436d-8b8c-4aa4a73467c9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "PUT /v2.0/floatingips/0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f HTTP/1.1" status: 200 len: 991 time: 2.7555428 Jan 31 17:12:07.468144 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:07.473366 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4be576-d612-496e-bb59-bb07339a10ec" -d '{"events": [{"name": "network-changed", "server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:07.477888 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d4e1da8e-29ff-4ff5-82c1-9e70cc40dc41 req-e16881b9-325f-46b2-aa2b-78866f397948 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 943 time: 0.1777244 Jan 31 17:12:07.608313 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.db.resource_extend [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:12:07.626569 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:07.678940 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d4e1da8e-29ff-4ff5-82c1-9e70cc40dc41 req-6d91912c-8adf-4a05-803b-d1d8449578e4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967311 Jan 31 17:12:07.799331 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 2be6a52c-61b6-46f4-95f6-2e8393c82211, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2be6a52c-61b6-46f4-95f6-2e8393c82211,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:07.822420 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62ad9a3-4e6c-4612-8f99-cd890bdcd030 x-openstack-request-id: req-b62ad9a3-4e6c-4612-8f99-cd890bdcd030 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:07.822420 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:07.822420 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b62ad9a3-4e6c-4612-8f99-cd890bdcd030 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:07.823731 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'status': 'completed', 'code': 200} Jan 31 17:12:07.838963 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '2be6a52c-61b6-46f4-95f6-2e8393c82211', 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5', 'port_id': '2be6a52c-61b6-46f4-95f6-2e8393c82211', 'mac_address': 'fa:16:3e:f5:fb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b043de-6ee2-4ea4-987a-c472ec94d0c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:12:07.916794 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:07.943272 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c553-4a2e-4a09-92aa-da20a3defe3d req-0d57e6ca-c0a0-4562-921b-851e6cec5194 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:07.955066 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-08f5c553-4a2e-4a09-92aa-da20a3defe3d req-0d57e6ca-c0a0-4562-921b-851e6cec5194 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.2469592 Jan 31 17:12:07.981182 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] Checking router: bd76471d-3837-4a72-87a8-b11a959bdfc4 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:12:07.995741 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 2be6a52c-61b6-46f4-95f6-2e8393c82211 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:07.996340 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.015084 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12495484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540948'] for subnet (2e90c051-b27a-48d7-9935-005c2c0d13bf), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.025872 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be6a52c-61b6-46f4-95f6-2e8393c82211 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:12:08.054581 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:08.054878 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:08.106610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be576-d612-496e-bb59-bb07339a10ec req-2fdccadc-bfcc-4ab1-94aa-b1b9806bf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:08.110377 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8b4be576-d612-496e-bb59-bb07339a10ec req-2fdccadc-bfcc-4ab1-94aa-b1b9806bf9ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 1130 time: 0.2681432 Jan 31 17:12:08.135755 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-08f5c553-4a2e-4a09-92aa-da20a3defe3d req-be6a87d2-0587-431a-b904-ac75af4a647a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791489 Jan 31 17:12:08.137231 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e90c051-b27a-48d7-9935-005c2c0d13bf,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:08.167455 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 2be6a52c-61b6-46f4-95f6-2e8393c82211, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2be6a52c-61b6-46f4-95f6-2e8393c82211,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:08.188014 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.210484 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Checking segment: {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:08.210921 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Network hostable DHCP agents. Network: be0aadef-bd19-46ec-a49e-8c6d7dd035f8, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:12:08.225137 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'port_id': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'mac_address': 'fa:16:3e:33:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36405521-22a5-40b9-9b4d-547932c1d19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:11:44Z', 'updated_at': '2022-01-31T17:12:05Z', 'revision_number': 1, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:08.243949 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:12:08.263771 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, be0aadef-bd19-46ec-a49e-8c6d7dd035f8) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:08.278735 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] Checking router: c8818bfc-6deb-4131-9c03-5dc929394223 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:12:08.288208 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:08.290274 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.293542 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:08.294676 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:08.315783 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be576-d612-496e-bb59-bb07339a10ec req-1e575fdb-991a-417c-b6a1-5c3e7ce4c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:08.320919 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8b4be576-d612-496e-bb59-bb07339a10ec req-1e575fdb-991a-417c-b6a1-5c3e7ce4c2b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 917 time: 0.2037642 Jan 31 17:12:08.327912 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=2be6a52c-61b6-46f4-95f6-2e8393c82211,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:08.353435 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e4d9fe9c-c872-4aca-8502-e120c4ba4db2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7492559 Jan 31 17:12:08.358037 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42748) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:08.361138 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51fa6e9-42b3-4c80-843f-724c712fcb48 None None] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:12:08.393064 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.398850 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.399797 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.400554 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.404258 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.404798 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.407626 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.408228 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.409832 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.410449 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.414215 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.415808 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.417182 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:08.421072 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:08.427640 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42750) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:08.515468 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['2be6a52c-61b6-46f4-95f6-2e8393c82211'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:12:08.541601 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:08.578574 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8b4be576-d612-496e-bb59-bb07339a10ec req-c76aadf7-1f28-4d41-bbf2-634219e68065 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74 HTTP/1.1" status: 200 len: 999 time: 0.2490489 Jan 31 17:12:08.596636 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (7de2aaa5-e510-48d5-935b-433b526723ff), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.599245 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840e6852-3708-4cb8-9c89-8f57a99d034d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (d5939140-a522-46de-8c85-f75d06e39f51), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.603809 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (7de2aaa5-e510-48d5-935b-433b526723ff), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.686890 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840e6852-3708-4cb8-9c89-8f57a99d034d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (d5939140-a522-46de-8c85-f75d06e39f51), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.728773 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks [] for router_controller (7de2aaa5-e510-48d5-935b-433b526723ff), precommit_add_association {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.729353 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:08.876378 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840e6852-3708-4cb8-9c89-8f57a99d034d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d5939140-a522-46de-8c85-f75d06e39f51), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.897968 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-840e6852-3708-4cb8-9c89-8f57a99d034d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:08.906080 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-840e6852-3708-4cb8-9c89-8f57a99d034d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "DELETE /v2.0/security-groups/d5939140-a522-46de-8c85-f75d06e39f51 HTTP/1.1" status: 204 len: 168 time: 0.4722431 Jan 31 17:12:08.925738 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42756) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:08.927025 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e6852-3708-4cb8-9c89-8f57a99d034d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5939140-a522-46de-8c85-f75d06e39f51,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:08.975264 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:12:08.976328 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:09.001933 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.api.v2.resource [None req-a51e323f-59b9-4bb6-bc65-b9698249b0a5 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] show failed (client error): The resource could not be found. Jan 31 17:12:09.008242 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a51e323f-59b9-4bb6-bc65-b9698249b0a5 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups/d5939140-a522-46de-8c85-f75d06e39f51 HTTP/1.1" status: 404 len: 347 time: 0.0506005 Jan 31 17:12:09.008824 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'port_id': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'mac_address': 'fa:16:3e:33:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36405521-22a5-40b9-9b4d-547932c1d19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:11:44Z', 'updated_at': '2022-01-31T17:12:05Z', 'revision_number': 1, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:09.012585 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42758) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:09.064375 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e0c11-61b8-4f85-8190-ef6e272a9353 None None] The sync data for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi is: [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'port_id': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'mac_address': 'fa:16:3e:33:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36405521-22a5-40b9-9b4d-547932c1d19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:11:44Z', 'updated_at': '2022-01-31T17:12:05Z', 'revision_number': 1, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:12:09.130250 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be576-d612-496e-bb59-bb07339a10ec req-baf868f2-69b6-44fe-b36c-d0787219d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:09.132845 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8b4be576-d612-496e-bb59-bb07339a10ec req-baf868f2-69b6-44fe-b36c-d0787219d1db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.5384645 Jan 31 17:12:09.251873 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Deleting port 073eb13e-dc38-4608-a5a3-2b156967297d {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:12:09.252572 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (073eb13e-dc38-4608-a5a3-2b156967297d), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:09.268316 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks [] for router_gateway (7de2aaa5-e510-48d5-935b-433b526723ff), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:09.356551 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888da927-086d-4197-9996-9d33c0b0b175 req-4393ccd3-9098-4bc8-9e5a-a3a71d8fd9ea tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:09.370779 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-888da927-086d-4197-9996-9d33c0b0b175 req-4393ccd3-9098-4bc8-9e5a-a3a71d8fd9ea tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 944 time: 0.4736786 Jan 31 17:12:09.428560 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (073eb13e-dc38-4608-a5a3-2b156967297d), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:09.429307 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (073eb13e-dc38-4608-a5a3-2b156967297d), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:09.435742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be576-d612-496e-bb59-bb07339a10ec req-30a42749-02d8-411e-82af-bda99e755314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:09.437467 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 39e70d42-b806-40c9-966e-478278de78ef no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:12:09.438801 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8b4be576-d612-496e-bb59-bb07339a10ec req-30a42749-02d8-411e-82af-bda99e755314 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2943947 Jan 31 17:12:09.453258 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Calling delete_port for 073eb13e-dc38-4608-a5a3-2b156967297d owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:12:09.478735 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d69ba-478c-44bb-bf10-0325caaa4f6c req-d6d07ffa-c2d0-4f33-a418-dcebd3663378 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:09.481149 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-800d69ba-478c-44bb-bf10-0325caaa4f6c req-d6d07ffa-c2d0-4f33-a418-dcebd3663378 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1423869 Jan 31 17:12:09.599996 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-888da927-086d-4197-9996-9d33c0b0b175 req-6a90e0b6-bd5e-4dfb-a26b-10017dc5473f tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264185 Jan 31 17:12:09.673481 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-800d69ba-478c-44bb-bf10-0325caaa4f6c req-5f840dbb-0597-4c55-8e84-62965f881107 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229403 Jan 31 17:12:09.741602 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8b4be576-d612-496e-bb59-bb07339a10ec req-0221269c-9fb4-4edc-8797-0198b01a058b service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889726 Jan 31 17:12:09.808290 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954ff688-4cc7-4c46-856f-12938bfba391 None None] New status for floating IP 0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f: ACTIVE {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:12:09.821289 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 39e70d42-b806-40c9-966e-478278de78ef {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:12:09.821909 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 39e70d42-b806-40c9-966e-478278de78ef not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:12:09.849690 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (073eb13e-dc38-4608-a5a3-2b156967297d), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:09.904756 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event deleted for resources: {'Port': ['ID=073eb13e-dc38-4608-a5a3-2b156967297d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:09.905657 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Allocated IP 172.20.0.2 (be0aadef-bd19-46ec-a49e-8c6d7dd035f8/2e90c051-b27a-48d7-9935-005c2c0d13bf/d12bae95-1926-4cb6-94b4-7b72f9303cb6) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:09.952734 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8b4be576-d612-496e-bb59-bb07339a10ec req-b97b2035-962b-441f-ba30-a3fb5d73e1be service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935377 Jan 31 17:12:10.017250 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.052659 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (05fa4a9b-9419-417d-99c1-f32b5241a717), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.055945 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.060900 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-9a23c5f0-73e7-486d-8042-0b776851c28a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "DELETE /v2.0/floatingips/05fa4a9b-9419-417d-99c1-f32b5241a717 HTTP/1.1" status: 204 len: 168 time: 1.0467050 Jan 31 17:12:10.192746 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:10.194733 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks [] for router_gateway (7de2aaa5-e510-48d5-935b-433b526723ff), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.230084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.277551 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b581a2-bca8-4081-97d9-f7dec13ee8df None None] The sync data for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi is: [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:12:10.419779 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Allocated IP 172.27.3.32 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/19457f22-6e46-4843-b845-e9fab2fa1858) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:10.480078 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Publish callbacks [] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.488989 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.565846 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Pushing event updated for resources: {'Port': ['ID=d12bae95-1926-4cb6-94b4-7b72f9303cb6,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:10.570221 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:10.573278 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:10.577406 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:10.612232 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks [] for port (19457f22-6e46-4843-b845-e9fab2fa1858), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.642902 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42786) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:10.648184 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-3df66de6-1bdf-4235-80a4-6382b8a3c0c1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159607098', 'description': 'tempest-description--1173088586'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:10.694300 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.712405 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Attempting to bind port d12bae95-1926-4cb6-94b4-7b72f9303cb6 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:10.713027 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Attempting to bind port d12bae95-1926-4cb6-94b4-7b72f9303cb6 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:10.713668 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Attempting to bind port d12bae95-1926-4cb6-94b4-7b72f9303cb6 on network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:10.724993 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:10.725572 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Checking segment: {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:10.726227 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.726890 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Bound using segment: {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:10.727720 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Bound port: d12bae95-1926-4cb6-94b4-7b72f9303cb6, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:10.728732 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.757997 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3df66de6-1bdf-4235-80a4-6382b8a3c0c1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:10.769809 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Pushing event updated for resources: {'Port': ['ID=19457f22-6e46-4843-b845-e9fab2fa1858,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:10.780601 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a77400-2568-4a8e-99aa-cd9f8ee9dc31 None None] New status for floating IP 05fa4a9b-9419-417d-99c1-f32b5241a717: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:12:10.789509 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4de814-d378-47d0-bc4e-04048e7e282a req-b47982da-04bb-474c-93b9-6ef601b1e24f tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:10.798830 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2d4de814-d378-47d0-bc4e-04048e7e282a req-b47982da-04bb-474c-93b9-6ef601b1e24f tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 944 time: 0.0797584 Jan 31 17:12:10.800721 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:10.809059 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:10.817230 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:10.874910 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] For port d12bae95-1926-4cb6-94b4-7b72f9303cb6, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:10.882855 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] For port d12bae95-1926-4cb6-94b4-7b72f9303cb6, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=d12bae95-1926-4cb6-94b4-7b72f9303cb6,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:10.890714 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2d4de814-d378-47d0-bc4e-04048e7e282a req-b3ed4a84-6601-4ec0-8f96-d5dbb2a23b9c tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901237 Jan 31 17:12:10.899137 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.053875 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273849fc-dd9c-4903-8f8e-bddf0785f136 None None] Pushing event updated for resources: {'Port': ['ID=d12bae95-1926-4cb6-94b4-7b72f9303cb6,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:11.194533 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3df66de6-1bdf-4235-80a4-6382b8a3c0c1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (faf0af4a-d3da-4298-a5c6-3dba37b40738), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.207133 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3df66de6-1bdf-4235-80a4-6382b8a3c0c1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (faf0af4a-d3da-4298-a5c6-3dba37b40738), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.235264 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2bac7-4119-484b-b462-250680008562 req-4be2f36c-a190-49a7-af42-41f4ac233226 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:11.248206 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b4b2bac7-4119-484b-b462-250680008562 req-4be2f36c-a190-49a7-af42-41f4ac233226 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.3553474 Jan 31 17:12:11.338996 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3df66de6-1bdf-4235-80a4-6382b8a3c0c1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.343815 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-3df66de6-1bdf-4235-80a4-6382b8a3c0c1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6969135 Jan 31 17:12:11.344822 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42794) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:11.353388 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 2be6a52c-61b6-46f4-95f6-2e8393c82211 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:11.355602 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-a3aa8689-5ade-4e34-afe4-37f6f20f0f50 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'security_group_rule': {'security_group_id': 'faf0af4a-d3da-4298-a5c6-3dba37b40738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:11.362403 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df66de6-1bdf-4235-80a4-6382b8a3c0c1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0af4a-d3da-4298-a5c6-3dba37b40738,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:11.421343 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8689-5ade-4e34-afe4-37f6f20f0f50 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (bc990ba9-d4af-47a6-b24c-4bdb6fb9fa1d), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.498718 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.524676 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b4b2bac7-4119-484b-b462-250680008562 req-08f3cb59-e311-4965-a2a8-e1c1b959cd2d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750626 Jan 31 17:12:11.563781 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 2be6a52c-61b6-46f4-95f6-2e8393c82211 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:12:11.571486 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 2be6a52c-61b6-46f4-95f6-2e8393c82211 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:11.572115 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.582460 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8689-5ade-4e34-afe4-37f6f20f0f50 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (bc990ba9-d4af-47a6-b24c-4bdb6fb9fa1d), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.589476 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8689-5ade-4e34-afe4-37f6f20f0f50 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (bc990ba9-d4af-47a6-b24c-4bdb6fb9fa1d), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.632043 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks [] for router_gateway (7de2aaa5-e510-48d5-935b-433b526723ff), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.633753 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa8689-5ade-4e34-afe4-37f6f20f0f50 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc990ba9-d4af-47a6-b24c-4bdb6fb9fa1d,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:11.673877 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8689-5ade-4e34-afe4-37f6f20f0f50 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.681696 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a3aa8689-5ade-4e34-afe4-37f6f20f0f50 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3310747 Jan 31 17:12:11.682729 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42800) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:11.701100 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ba94c90d-5621-45d4-999b-3da879f3cd37 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'security_group_rule': {'security_group_id': 'faf0af4a-d3da-4298-a5c6-3dba37b40738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:11.706683 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.766851 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba94c90d-5621-45d4-999b-3da879f3cd37 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (e9d27d29-889f-48e0-ace5-d101a6b8e3b9), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.816158 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 2be6a52c-61b6-46f4-95f6-2e8393c82211 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:11.816729 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.844067 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33117780-e17c-4cc9-a840-d8a681cb178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6a52c-61b6-46f4-95f6-2e8393c82211'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:11.848111 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b5e398-37f1-47de-aa4e-d0bbd2dfd50a" -d '{"events": [{"server_uuid": "33117780-e17c-4cc9-a840-d8a681cb178a", "name": "network-vif-plugged", "status": "completed", "tag": "2be6a52c-61b6-46f4-95f6-2e8393c82211"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:11.891362 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 2be6a52c-61b6-46f4-95f6-2e8393c82211, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2be6a52c-61b6-46f4-95f6-2e8393c82211,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:11.892418 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba94c90d-5621-45d4-999b-3da879f3cd37 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (e9d27d29-889f-48e0-ace5-d101a6b8e3b9), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.897836 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.905023 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba94c90d-5621-45d4-999b-3da879f3cd37 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (e9d27d29-889f-48e0-ace5-d101a6b8e3b9), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:11.961289 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f2d4e7-af77-45d7-9f8a-596654f1543a x-openstack-request-id: req-a3f2d4e7-af77-45d7-9f8a-596654f1543a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:11.961626 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33117780-e17c-4cc9-a840-d8a681cb178a", "name": "network-vif-plugged", "status": "completed", "tag": "2be6a52c-61b6-46f4-95f6-2e8393c82211", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:11.961941 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a3f2d4e7-af77-45d7-9f8a-596654f1543a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:11.962211 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33117780-e17c-4cc9-a840-d8a681cb178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6a52c-61b6-46f4-95f6-2e8393c82211', 'code': 200} Jan 31 17:12:11.965702 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94c90d-5621-45d4-999b-3da879f3cd37 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d27d29-889f-48e0-ace5-d101a6b8e3b9,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:12.010903 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.017712 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ba94c90d-5621-45d4-999b-3da879f3cd37 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.044549 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ba94c90d-5621-45d4-999b-3da879f3cd37 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3519642 Jan 31 17:12:12.044549 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42808) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:12.046083 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=2be6a52c-61b6-46f4-95f6-2e8393c82211,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:12.066155 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:12.196071 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.212975 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device d12bae95-1926-4cb6-94b4-7b72f9303cb6 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:12.255863 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (7de2aaa5-e510-48d5-935b-433b526723ff), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.318832 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port d12bae95-1926-4cb6-94b4-7b72f9303cb6 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:12.319120 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.489453 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffd6e5-ff88-45c7-a645-891722e22eeb req-d869e6f9-e0a9-42a1-8ede-fb0d913833e0 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:12.507115 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4cffd6e5-ff88-45c7-a645-891722e22eeb req-d869e6f9-e0a9-42a1-8ede-fb0d913833e0 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 945 time: 0.3184695 Jan 31 17:12:12.567896 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port d12bae95-1926-4cb6-94b4-7b72f9303cb6 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:12.568364 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.608168 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90329c21-9550-4aef-8891-1d977916c9db req-b960faee-72a9-4499-ac13-3a4ff222847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:12.616733 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-90329c21-9550-4aef-8891-1d977916c9db req-b960faee-72a9-4499-ac13-3a4ff222847f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 1129 time: 0.3481393 Jan 31 17:12:12.617479 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42816) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:12.640294 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Router 7de2aaa5-e510-48d5-935b-433b526723ff is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:12:12.658119 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port d12bae95-1926-4cb6-94b4-7b72f9303cb6, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=d12bae95-1926-4cb6-94b4-7b72f9303cb6,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:12.668012 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.740246 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4cffd6e5-ff88-45c7-a645-891722e22eeb req-d868a635-0fc5-41c5-bb65-8b4cc65b075e tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316673 Jan 31 17:12:12.783265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=d12bae95-1926-4cb6-94b4-7b72f9303cb6,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:12.801451 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-90329c21-9550-4aef-8891-1d977916c9db req-8fd1ca8a-68db-4d08-8dd9-59542e75d458 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761947 Jan 31 17:12:12.802348 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.824097 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe2242a-d434-4f19-b112-adb921de28fc admin admin] Deleting subnet d9a56a09-1f63-4eed-88bb-2f41f55a92e2 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:12:12.829617 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fe2242a-d434-4f19-b112-adb921de28fc admin admin] Publish callbacks [] for subnet (d9a56a09-1f63-4eed-88bb-2f41f55a92e2), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.856189 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41bc7f0-0c24-4a59-9619-40266b6ab00f None None] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:12:12.903158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:12:12.910574 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fe2242a-d434-4f19-b112-adb921de28fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (d9a56a09-1f63-4eed-88bb-2f41f55a92e2), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.938693 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Sync routers for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:12:12.951663 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:12.959531 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-5638ec8d-8783-434a-9a25-a3a583473575 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.6033986 Jan 31 17:12:12.961783 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42818) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:12.964009 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:12.964345 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:13.010585 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fe2242a-d434-4f19-b112-adb921de28fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (d9a56a09-1f63-4eed-88bb-2f41f55a92e2), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.046009 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Allocated IP 172.27.3.235 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/82b0da73-b935-4dea-b6d9-4981707b2d8e) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:13.065553 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-83325ee1-b145-43c1-97c9-0b7a2e082f3b None None] Provisioning complete for port d12bae95-1926-4cb6-94b4-7b72f9303cb6 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:13.065926 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-83325ee1-b145-43c1-97c9-0b7a2e082f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.170409 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:13.186158 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fe2242a-d434-4f19-b112-adb921de28fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (d9a56a09-1f63-4eed-88bb-2f41f55a92e2), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.243206 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1fe2242a-d434-4f19-b112-adb921de28fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.247990 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-1fe2242a-d434-4f19-b112-adb921de28fc admin admin] 10.222.0.90 "DELETE /v2.0/subnets/d9a56a09-1f63-4eed-88bb-2f41f55a92e2 HTTP/1.1" status: 204 len: 168 time: 0.6303246 Jan 31 17:12:13.251897 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42820) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:13.262139 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2242a-d434-4f19-b112-adb921de28fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a56a09-1f63-4eed-88bb-2f41f55a92e2,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:13.394377 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-83325ee1-b145-43c1-97c9-0b7a2e082f3b None None] Current status of the port d12bae95-1926-4cb6-94b4-7b72f9303cb6 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:13.452701 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for port (82b0da73-b935-4dea-b6d9-4981707b2d8e), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.465288 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (172f9e1e-e879-4887-b9f9-21cdfbdf203d), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.491061 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:11Z', 'revision_number': 3, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:13.643715 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (172f9e1e-e879-4887-b9f9-21cdfbdf203d), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.648634 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (82b0da73-b935-4dea-b6d9-4981707b2d8e), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.686545 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Checking router: 7de2aaa5-e510-48d5-935b-433b526723ff for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:12:13.686908 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Updating router 7de2aaa5-e510-48d5-935b-433b526723ff port 19457f22-6e46-4843-b845-e9fab2fa1858 binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:12:13.746116 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-6b33c890-19f7-41ab-9b73-ab5f754f6811 None None] Provisioning complete for port d12bae95-1926-4cb6-94b4-7b72f9303cb6 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:13.746819 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6b33c890-19f7-41ab-9b73-ab5f754f6811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.761893 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172f9e1e-e879-4887-b9f9-21cdfbdf203d']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:13.779422 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac63a14d-5869-47a1-8ed4-0f619056ebed') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:13.779780 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac63a14d-5869-47a1-8ed4-0f619056ebed') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:13.785359 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.786412 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:13.794883 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'Port': ['ID=82b0da73-b935-4dea-b6d9-4981707b2d8e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:13.799840 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (ac63a14d-5869-47a1-8ed4-0f619056ebed), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.811649 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:13.825423 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:13.875432 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (ac63a14d-5869-47a1-8ed4-0f619056ebed), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.890241 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:12:13.890758 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (ac63a14d-5869-47a1-8ed4-0f619056ebed), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:12:13.892895 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:12:14.010419 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device d12bae95-1926-4cb6-94b4-7b72f9303cb6 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:14.041718 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (172f9e1e-e879-4887-b9f9-21cdfbdf203d), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.048155 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.054504 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.055447 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] 10.222.0.90 "DELETE /v2.0/networks/172f9e1e-e879-4887-b9f9-21cdfbdf203d HTTP/1.1" status: 204 len: 168 time: 0.8021009 Jan 31 17:12:14.078701 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc3e46-3625-4feb-a7f1-487cab7ab79e req-611c14a0-9019-4ad4-a2d1-d2e6dca113d9 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:14.080582 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af83b3-d968-49fe-9257-18349cdc4665 admin admin] Pushing event deleted for resources: {'Network': ['ID=172f9e1e-e879-4887-b9f9-21cdfbdf203d,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:14.080908 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4ddc3e46-3625-4feb-a7f1-487cab7ab79e req-611c14a0-9019-4ad4-a2d1-d2e6dca113d9 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 945 time: 0.1342015 Jan 31 17:12:14.085558 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (852d7335-b5f8-428a-8263-719b96fd875f), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.154874 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (82b0da73-b935-4dea-b6d9-4981707b2d8e), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.262727 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4ddc3e46-3625-4feb-a7f1-487cab7ab79e req-07342799-2ae2-434b-8441-7f6c8da228d9 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702094 Jan 31 17:12:14.318584 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-6b33c890-19f7-41ab-9b73-ab5f754f6811 None None] Current status of the port d12bae95-1926-4cb6-94b4-7b72f9303cb6 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:14.346793 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port d12bae95-1926-4cb6-94b4-7b72f9303cb6 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:14.347598 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.416646 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42830) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:14.452830 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Allocated IP 172.20.0.1 (be0aadef-bd19-46ec-a49e-8c6d7dd035f8/2e90c051-b27a-48d7-9935-005c2c0d13bf/313ca5fc-b258-45ed-a9ec-c423e7f0ef77) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:14.520402 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-59c1b972-ff5d-4199-8b85-928c9165121e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8e8867188440436ebb0ed87cb2ecd26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1021245 Jan 31 17:12:14.530010 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42832) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:14.590100 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for port (82b0da73-b935-4dea-b6d9-4981707b2d8e), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.598843 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Publish callbacks [] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.605326 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (82b0da73-b935-4dea-b6d9-4981707b2d8e), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.608468 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Publish callbacks [] for port (19457f22-6e46-4843-b845-e9fab2fa1858), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.615050 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port d12bae95-1926-4cb6-94b4-7b72f9303cb6 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:14.619551 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.670166 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.700955 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Attempting to bind port 19457f22-6e46-4843-b845-e9fab2fa1858 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:14.701289 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Attempting to bind port 19457f22-6e46-4843-b845-e9fab2fa1858 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:14.701677 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Attempting to bind port 19457f22-6e46-4843-b845-e9fab2fa1858 on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:14.711185 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f0e12-d338-4f1b-9f99-db64b6cdaef6 None None] Pushing event updated for resources: {'Port': ['ID=19457f22-6e46-4843-b845-e9fab2fa1858,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:14.712052 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:14.714105 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:14.714478 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:14.715645 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.715645 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:14.715893 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Bound port: 19457f22-6e46-4843-b845-e9fab2fa1858, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:14.716091 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:14.716228 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.723539 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:14.772819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Pushing event updated for resources: {'Port': ['ID=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:14.776438 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] For port 19457f22-6e46-4843-b845-e9fab2fa1858, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:14.780941 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] For port 19457f22-6e46-4843-b845-e9fab2fa1858, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=19457f22-6e46-4843-b845-e9fab2fa1858,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:14.787321 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (7de2aaa5-e510-48d5-935b-433b526723ff), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.792746 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.827603 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (852d7335-b5f8-428a-8263-719b96fd875f), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.838950 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'Port': ['ID=82b0da73-b935-4dea-b6d9-4981707b2d8e,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:14.857732 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ec8f33-b980-4033-9882-6ee5deaed24e admin admin] Publish callbacks [] for security_group (079c66b3-3047-45e6-9d6e-0e02081b0542), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.861164 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f0e12-d338-4f1b-9f99-db64b6cdaef6 None None] Pushing event updated for resources: {'Port': ['ID=19457f22-6e46-4843-b845-e9fab2fa1858,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:14.874199 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:14.874886 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:14.882645 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.882645 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-dedac4f4-06ba-4453-a0a1-d8a098c15bbd tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8381109 Jan 31 17:12:14.901591 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ec8f33-b980-4033-9882-6ee5deaed24e admin admin] Publish callbacks [] for security_group (079c66b3-3047-45e6-9d6e-0e02081b0542), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.986795 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ec8f33-b980-4033-9882-6ee5deaed24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (079c66b3-3047-45e6-9d6e-0e02081b0542), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.991143 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-23ec8f33-b980-4033-9882-6ee5deaed24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:14.993299 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-23ec8f33-b980-4033-9882-6ee5deaed24e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/079c66b3-3047-45e6-9d6e-0e02081b0542 HTTP/1.1" status: 204 len: 168 time: 0.4617531 Jan 31 17:12:15.024284 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec8f33-b980-4033-9882-6ee5deaed24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c66b3-3047-45e6-9d6e-0e02081b0542,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:15.058328 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:15.218855 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:15.280585 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-c5f0a948-8263-4c6e-ad08-13fd82a6088e None None] Provisioning complete for port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:15.281069 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c5f0a948-8263-4c6e-ad08-13fd82a6088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:15.336815 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-318347aa-d62c-4f54-a945-1c849d87ed13 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--159607098&fields=id&tenant_id=3a9ede748b554e13954084abca64d79f HTTP/1.1" status: 200 len: 267 time: 0.1077316 Jan 31 17:12:15.470269 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0a948-8263-4c6e-ad08-13fd82a6088e None None] Port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:12:15.494467 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Publish callbacks [] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:15.508491 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:15.563493 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ae55-6745-4aee-b903-f856a087a1cd req-a3794a23-6ea3-4849-b050-8fc82836e75c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:15.565539 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-a3794a23-6ea3-4849-b050-8fc82836e75c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 811 time: 0.2276275 Jan 31 17:12:15.588768 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-dae7184b-a053-455f-8b87-3c032caf4a12 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/quotas/3a9ede748b554e13954084abca64d79f HTTP/1.1" status: 200 len: 375 time: 0.0163918 Jan 31 17:12:15.613865 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:11Z', 'revision_number': 3, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:15.627367 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (7de2aaa5-e510-48d5-935b-433b526723ff), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:15.636441 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342a019-fb71-422f-99ac-d5ee0eca7683 req-04bad6d3-b225-4568-9b7d-cdea221befb5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:15.638109 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f342a019-fb71-422f-99ac-d5ee0eca7683 req-04bad6d3-b225-4568-9b7d-cdea221befb5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 945 time: 0.2101462 Jan 31 17:12:15.638789 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Pushing event updated for resources: {'Port': ['ID=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:15.664626 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b24fd0-4a92-4bf2-99e7-c16bb66d78be None None] The sync data for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi is: [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:11Z', 'revision_number': 3, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:12:15.690111 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-a8f06fcc-939d-43e6-a407-c1fdca7cb3e6 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936921 Jan 31 17:12:15.754435 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f342a019-fb71-422f-99ac-d5ee0eca7683 req-7bf4da5e-0130-4ba9-8372-ea1c9578969c tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079807 Jan 31 17:12:15.820091 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:15.822610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:16.065949 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Router 7de2aaa5-e510-48d5-935b-433b526723ff has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:12:16.162043 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-4968cfc3-9cd7-4b57-9dbf-4865a9a0aa23 service neutron] 10.222.0.90 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515305 Jan 31 17:12:16.282408 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:12:16.288390 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b65a98fc-5aac-449d-952b-b0f1ad35251c admin admin] 10.222.0.90 "PUT /v2.0/routers/7de2aaa5-e510-48d5-935b-433b526723ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3242955 Jan 31 17:12:16.315848 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-a5382280-df36-4c6f-8efe-cbee72847aa8 None None] Provisioning complete for port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:16.316676 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a5382280-df36-4c6f-8efe-cbee72847aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:16.332847 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-540f3251-b939-49cd-909f-8f3d6281180b service neutron] 10.222.0.90 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628499 Jan 31 17:12:16.391931 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a5382280-df36-4c6f-8efe-cbee72847aa8 None None] Port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:12:16.591940 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-21db6d00-011d-4230-b5ba-2ef34c0cee3a req-39eff37b-a954-4438-9a8a-4931bfd63b0d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0411749 Jan 31 17:12:16.910969 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87277d0e-67a3-40d2-acf6-251843c34aee req-64d32d3a-df8e-40ab-b6fc-1cd4fa5e6177 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:16.918875 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-87277d0e-67a3-40d2-acf6-251843c34aee req-64d32d3a-df8e-40ab-b6fc-1cd4fa5e6177 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 945 time: 0.0742993 Jan 31 17:12:16.999245 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-87277d0e-67a3-40d2-acf6-251843c34aee req-8bb501f8-40d2-4bd2-b1ae-a5259ac0cc53 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788512 Jan 31 17:12:17.241743 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42888) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:17.247413 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1541782836-network', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:17.271748 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Made reservation on behalf of 5c472fd1fac44fa8920af9f677a61f66 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:12:17.274296 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.285953 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.385218 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Publish callbacks [] for security_group (9b30edcd-01cf-42a3-bc17-994e45289ebb), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.398302 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (9b30edcd-01cf-42a3-bc17-994e45289ebb), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.430635 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:12:17.442033 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b30edcd-01cf-42a3-bc17-994e45289ebb,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:17.448126 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (dddae676-2819-4453-aacb-eff01ffa78aa), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.448575 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Added segment dddae676-2819-4453-aacb-eff01ffa78aa of type vlan for network d2253d7c-cc14-40f5-9461-3c3db950628d Jan 31 17:12:17.497408 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (d2253d7c-cc14-40f5-9461-3c3db950628d), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.526964 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (d2253d7c-cc14-40f5-9461-3c3db950628d), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.528116 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:17.528696 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.566511 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3235688 Jan 31 17:12:17.570680 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42890) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:17.577040 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Request body: {'subnet': {'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1541782836-subnet', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:17.604902 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdea64-aa7c-44d9-be3c-a52b95e13fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=d2253d7c-cc14-40f5-9461-3c3db950628d,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:17.606516 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Made reservation on behalf of 5c472fd1fac44fa8920af9f677a61f66 for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:12:17.614602 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9610321'] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:17.621375 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network d2253d7c-cc14-40f5-9461-3c3db950628d details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:12:17.728301 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a697d5dc-8272-48ef-b84f-63d2437041ab req-c426ce48-22da-4089-a3b6-529ddaa881fa tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0453830 Jan 31 17:12:17.870819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9610343'] for subnet (4ae023b7-7673-4ea7-8a62-7c28e81b2df9), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.035795 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae023b7-7673-4ea7-8a62-7c28e81b2df9,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:18.049262 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Checking segment: {'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:18.049635 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Network hostable DHCP agents. Network: d2253d7c-cc14-40f5-9461-3c3db950628d, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:12:18.054032 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb4671-774d-452d-9073-046174b71285 None None] Sync routers for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:12:18.074332 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb4671-774d-452d-9073-046174b71285 None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:18.075927 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cccb4671-774d-452d-9073-046174b71285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:18.082716 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ae55-6745-4aee-b903-f856a087a1cd req-7c5c63db-8f6c-4353-a2aa-6073783156fc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:18.083036 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-7c5c63db-8f6c-4353-a2aa-6073783156fc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 811 time: 0.2271662 Jan 31 17:12:18.095208 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Network d2253d7c-cc14-40f5-9461-3c3db950628d is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:12:18.112376 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 19457f22-6e46-4843-b845-e9fab2fa1858 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:18.126546 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, d2253d7c-cc14-40f5-9461-3c3db950628d) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:18.133738 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:18.134559 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.152648 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9105db-5101-4053-90ac-d447cb9aed15 None None] Network d2253d7c-cc14-40f5-9461-3c3db950628d requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:12:18.209271 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-1ec25be1-61e9-4b86-ac71-feb700c58c32 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6363139 Jan 31 17:12:18.213813 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42898) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:18.223221 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:18.237493 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-fa5f8471-15b2-4b73-a07d-0241854a4ef3 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9ede748b554e13954084abca64d79f HTTP/1.1" status: 200 len: 379 time: 0.1363723 Jan 31 17:12:18.255239 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d653-6183-4d57-ab3d-ccc94fb352ed req-e012873f-6105-4b65-94ef-64a45a156ac3 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:18.258281 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-69a8d653-6183-4d57-ab3d-ccc94fb352ed req-e012873f-6105-4b65-94ef-64a45a156ac3 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 945 time: 0.1191783 Jan 31 17:12:18.269408 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'port': {'device_id': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'admin_state_up': True, 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'security_groups': ['faf0af4a-d3da-4298-a5c6-3dba37b40738']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:18.301811 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 19457f22-6e46-4843-b845-e9fab2fa1858 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:18.302597 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.306795 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-d2253d7c-cc14-40f5-9461-3c3db950628d', 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d', 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'fixed_ips': [{'subnet_id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:12:18.308423 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.311610 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.317813 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.338648 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cccb4671-774d-452d-9073-046174b71285 None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:18.464203 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks [] for router_controller (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.473144 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-69a8d653-6183-4d57-ab3d-ccc94fb352ed req-554224f5-0446-4f56-8d1c-2bdaf545ab83 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993926 Jan 31 17:12:18.543364 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 19457f22-6e46-4843-b845-e9fab2fa1858 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:18.544048 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.580570 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 19457f22-6e46-4843-b845-e9fab2fa1858, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=19457f22-6e46-4843-b845-e9fab2fa1858,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:18.590479 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.604324 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Allocated IP 172.20.0.2 (d2253d7c-cc14-40f5-9461-3c3db950628d/4ae023b7-7673-4ea7-8a62-7c28e81b2df9/cef48c6a-9b96-4687-a4a6-47f1335af38f) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:18.644386 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-adaaf609-240b-4262-9b5b-4623b631033d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:18.646908 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-adaaf609-240b-4262-9b5b-4623b631033d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.71 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 945 time: 0.2394111 Jan 31 17:12:18.681458 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks [] for router_gateway (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.703114 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=19457f22-6e46-4843-b845-e9fab2fa1858,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:18.728901 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Made reservation on behalf of 3a9ede748b554e13954084abca64d79f for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:12:18.734131 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.805708 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cccb4671-774d-452d-9073-046174b71285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:15Z', 'revision_number': 2, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:18.888564 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Publish callbacks [] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.899570 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.929369 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Deleting port 2be6a52c-61b6-46f4-95f6-2e8393c82211 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:12:18.930038 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:18.936407 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb4671-774d-452d-9073-046174b71285 None None] Checking router: 7de2aaa5-e510-48d5-935b-433b526723ff for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:12:18.938924 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb4671-774d-452d-9073-046174b71285 None None] Updating router 7de2aaa5-e510-48d5-935b-433b526723ff port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:12:19.000360 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3320eac1-8846-41df-8240-f028e15b05d4 req-a5b732da-340e-4f6e-9001-b8f833426098 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0831015 Jan 31 17:12:19.007170 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cccb4671-774d-452d-9073-046174b71285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.022382 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Network d2253d7c-cc14-40f5-9461-3c3db950628d is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:19.033619 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Pushing event updated for resources: {'Port': ['ID=cef48c6a-9b96-4687-a4a6-47f1335af38f,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:19.042063 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:19.048431 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:19.063206 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Allocated IP 172.20.0.12 (40668b0f-48ca-4bd9-b251-ace6777de662/5d4f58b2-0050-4b75-94b7-703e1e968abc/5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:19.264167 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks [] for router_gateway (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.290297 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.318171 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Attempting to bind port cef48c6a-9b96-4687-a4a6-47f1335af38f on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:19.320138 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Attempting to bind port cef48c6a-9b96-4687-a4a6-47f1335af38f by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:19.321132 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Attempting to bind port cef48c6a-9b96-4687-a4a6-47f1335af38f on network d2253d7c-cc14-40f5-9461-3c3db950628d {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:19.332679 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:19.333887 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Checking segment: {'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:19.335152 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.336202 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Bound using segment: {'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:19.337312 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Bound port: cef48c6a-9b96-4687-a4a6-47f1335af38f, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:19.338485 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.383121 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] For port 2be6a52c-61b6-46f4-95f6-2e8393c82211, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=2be6a52c-61b6-46f4-95f6-2e8393c82211,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:19.383575 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.404620 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Calling delete_port for 2be6a52c-61b6-46f4-95f6-2e8393c82211 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:12:19.413175 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Allocated IP 172.27.3.2 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/7788df27-f443-41a5-8844-9ba2ae16b958) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:19.441619 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cccb4671-774d-452d-9073-046174b71285 None None] Publish callbacks [] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.450604 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cccb4671-774d-452d-9073-046174b71285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.481385 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.502985 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] For port cef48c6a-9b96-4687-a4a6-47f1335af38f, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:19.515783 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] For port cef48c6a-9b96-4687-a4a6-47f1335af38f, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=cef48c6a-9b96-4687-a4a6-47f1335af38f,segment=NetworkSegment(dddae676-2819-4453-aacb-eff01ffa78aa),segment_id=dddae676-2819-4453-aacb-eff01ffa78aa)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:19.535054 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.576561 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Pushing event updated for resources: {'Port': ['ID=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:19.600561 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.600930 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.601287 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.601623 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.601941 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.602267 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.602589 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.602947 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.603395 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.603749 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.604077 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.604379 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.604689 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:19.605450 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks [] for port (7788df27-f443-41a5-8844-9ba2ae16b958), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.618255 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.630764 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cccb4671-774d-452d-9073-046174b71285 None None] Attempting to bind port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:19.631136 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cccb4671-774d-452d-9073-046174b71285 None None] Attempting to bind port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:19.635348 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4671-774d-452d-9073-046174b71285 None None] Attempting to bind port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 on network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:19.657236 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4671-774d-452d-9073-046174b71285 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:19.657613 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4671-774d-452d-9073-046174b71285 None None] Checking segment: {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:19.658027 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cccb4671-774d-452d-9073-046174b71285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.658423 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccb4671-774d-452d-9073-046174b71285 None None] Bound using segment: {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:19.658921 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-cccb4671-774d-452d-9073-046174b71285 None None] Bound port: 313ca5fc-b258-45ed-a9ec-c423e7f0ef77, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:19.659302 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cccb4671-774d-452d-9073-046174b71285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.665810 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.716444 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:19.731879 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event updated for resources: {'Port': ['ID=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:19.733065 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:19.742864 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:19.774354 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Network 40668b0f-48ca-4bd9-b251-ace6777de662 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:19.810481 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7788df27-f443-41a5-8844-9ba2ae16b958,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:19.822683 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:19.840807 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507be82-c14d-4409-829a-15a54a331dfe None None] Pushing event updated for resources: {'Port': ['ID=cef48c6a-9b96-4687-a4a6-47f1335af38f,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:19.844444 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:19.887927 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cccb4671-774d-452d-9073-046174b71285 None None] For port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:19.986563 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:19.988071 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:19.996631 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d5855374-281e-42f1-8693-04587c112097 None None] Provisioning complete for port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:19.997656 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d5855374-281e-42f1-8693-04587c112097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:20.001934 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:12:20.106880 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-8ca73e05-51fa-4151-aa28-5c29b8b63977 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8468363 Jan 31 17:12:20.124160 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Request body: {'port': {'device_id': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:20.129777 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 19457f22-6e46-4843-b845-e9fab2fa1858 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:20.141436 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-cccb4671-774d-452d-9073-046174b71285 None None] For port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:20.148642 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (2be6a52c-61b6-46f4-95f6-2e8393c82211), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:20.158653 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-cccb4671-774d-452d-9073-046174b71285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:20.194974 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d5855374-281e-42f1-8693-04587c112097 None None] Port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:12:20.286291 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:20.298810 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04afbb4-fbea-469c-9449-e369b19dbdba None None] Pushing event updated for resources: {'Port': ['ID=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:20.316901 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 19457f22-6e46-4843-b845-e9fab2fa1858 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:20.317863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:20.345270 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0bea9-7da1-4f1d-b59d-fc8744c9ac1f req-76791392-7c3d-475f-a2d9-01e9bacf426e tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:20.362981 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4de0bea9-7da1-4f1d-b59d-fc8744c9ac1f req-76791392-7c3d-475f-a2d9-01e9bacf426e tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=33117780-e17c-4cc9-a840-d8a681cb178a HTTP/1.1" status: 200 len: 945 time: 0.7210059 Jan 31 17:12:20.373211 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb4671-774d-452d-9073-046174b71285 None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:20.374671 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cccb4671-774d-452d-9073-046174b71285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:20.429526 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Pushing event deleted for resources: {'Port': ['ID=2be6a52c-61b6-46f4-95f6-2e8393c82211,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:20.527335 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f933e2b0-834a-4901-9453-69f2c2985906 None None] Provisioning complete for port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:20.527988 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f933e2b0-834a-4901-9453-69f2c2985906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:20.565119 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-cccb4671-774d-452d-9073-046174b71285 None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:20.714312 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f933e2b0-834a-4901-9453-69f2c2985906 None None] Port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:12:20.724834 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 19457f22-6e46-4843-b845-e9fab2fa1858 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:20.760777 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbdef9-5be1-463d-a7b2-7b8ebc0601d8 req-f8cd1091-93cc-4073-9a43-400d304cdd47 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:20.763002 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-13cbdef9-5be1-463d-a7b2-7b8ebc0601d8 req-f8cd1091-93cc-4073-9a43-400d304cdd47 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 932 time: 0.1846228 Jan 31 17:12:20.832901 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] No DVR routers for this DVR port 2be6a52c-61b6-46f4-95f6-2e8393c82211 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:12:20.840887 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:20.844860 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-668379b5-e9c7-461e-91a0-6ccaec551bd0 req-7ed4ab65-f3e4-4b88-953a-930cedca17f4 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.71 "DELETE /v2.0/ports/2be6a52c-61b6-46f4-95f6-2e8393c82211 HTTP/1.1" status: 204 len: 173 time: 2.1908956 Jan 31 17:12:20.856368 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-5aa5fd41-7771-4bce-a27b-9bcedb684952 None None] Provisioning complete for port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:20.858216 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fd41-7771-4bce-a27b-9bcedb684952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:20.867678 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33117780-e17c-4cc9-a840-d8a681cb178a', 'name': 'network-vif-deleted', 'tag': '2be6a52c-61b6-46f4-95f6-2e8393c82211'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:20.870733 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc210654-6e4e-486c-8d3f-8f30da1d9120" -d '{"events": [{"server_uuid": "33117780-e17c-4cc9-a840-d8a681cb178a", "name": "network-vif-deleted", "tag": "2be6a52c-61b6-46f4-95f6-2e8393c82211"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:20.983948 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-13cbdef9-5be1-463d-a7b2-7b8ebc0601d8 req-79da8679-ebf7-49c4-ade5-8dc5b5c58180 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710012 Jan 31 17:12:21.023856 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-cccb4671-774d-452d-9073-046174b71285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:19Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:21.031798 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4de0bea9-7da1-4f1d-b59d-fc8744c9ac1f req-13632146-a21e-4da0-bcf2-f4d5f7401d9b tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694318 Jan 31 17:12:21.033734 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks [] for router_gateway (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.116471 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d872d88-ee3e-47c9-a3f0-e5b5aa446864 x-openstack-request-id: req-2d872d88-ee3e-47c9-a3f0-e5b5aa446864 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:21.116873 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33117780-e17c-4cc9-a840-d8a681cb178a", "name": "network-vif-deleted", "tag": "2be6a52c-61b6-46f4-95f6-2e8393c82211", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:21.117141 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2d872d88-ee3e-47c9-a3f0-e5b5aa446864 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:21.117619 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33117780-e17c-4cc9-a840-d8a681cb178a', 'name': 'network-vif-deleted', 'tag': '2be6a52c-61b6-46f4-95f6-2e8393c82211', 'status': 'completed', 'code': 200} Jan 31 17:12:21.123071 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:12:21.131936 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb4671-774d-452d-9073-046174b71285 None None] The sync data for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi is: [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:19Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:12:21.132677 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Publish callbacks [] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.152226 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Transition to ACTIVE for port object 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:12:21.161907 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.167994 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5fd41-7771-4bce-a27b-9bcedb684952 None None] Current status of the port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:21.169946 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fd41-7771-4bce-a27b-9bcedb684952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.324091 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:21.326821 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-5aa5fd41-7771-4bce-a27b-9bcedb684952 None None] For port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:21.333250 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fd41-7771-4bce-a27b-9bcedb684952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.409394 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 2be6a52c-61b6-46f4-95f6-2e8393c82211 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:12:21.495114 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 2be6a52c-61b6-46f4-95f6-2e8393c82211 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:12:21.495625 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 2be6a52c-61b6-46f4-95f6-2e8393c82211 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:12:21.502904 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Attempting to bind port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:21.503632 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Attempting to bind port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:21.506532 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Attempting to bind port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 on network 40668b0f-48ca-4bd9-b251-ace6777de662 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:21.523628 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 on network 40668b0f-48ca-4bd9-b251-ace6777de662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:12:21.524574 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Attempting to bind port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 on network 40668b0f-48ca-4bd9-b251-ace6777de662 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:21.539587 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5fd41-7771-4bce-a27b-9bcedb684952 None None] Pushing event updated for resources: {'Port': ['ID=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:21.542275 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:21.542798 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Checking segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:21.543510 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Bound using segment: {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:21.544169 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.544306 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Bound port: 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71306dbb-741d-4746-a792-8ddaf4408b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:21.544864 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.726401 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43065d3c-8a1e-4b8a-addc-b1f02b6e80a3 None None] Network d2253d7c-cc14-40f5-9461-3c3db950628d requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:12:21.759209 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] For port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:21.766887 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] For port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:21.776295 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.826689 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:21.826992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-99c9de65-c02c-47bb-9f70-85e09c710a39 None None] Provisioning complete for port cef48c6a-9b96-4687-a4a6-47f1335af38f triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:21.827146 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99c9de65-c02c-47bb-9f70-85e09c710a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.827917 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:21.830526 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] 10.222.0.71 "PUT /v2.0/ports/5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 HTTP/1.1" status: 200 len: 1094 time: 1.7145982 Jan 31 17:12:21.848539 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:12:22.029625 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-99c9de65-c02c-47bb-9f70-85e09c710a39 None None] Current status of the port cef48c6a-9b96-4687-a4a6-47f1335af38f is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:22.030250 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99c9de65-c02c-47bb-9f70-85e09c710a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:22.046203 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c72ebc-85ff-420f-885a-63ef428fdad8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:22.142213 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ae55-6745-4aee-b903-f856a087a1cd req-bbaa24c9-31a3-4a94-9443-5f8a4dc1aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:22.147997 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-bbaa24c9-31a3-4a94-9443-5f8a4dc1aa51 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 1128 time: 0.2402461 Jan 31 17:12:22.176800 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-99c9de65-c02c-47bb-9f70-85e09c710a39 None None] For port cef48c6a-9b96-4687-a4a6-47f1335af38f, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=cef48c6a-9b96-4687-a4a6-47f1335af38f,segment=NetworkSegment(dddae676-2819-4453-aacb-eff01ffa78aa),segment_id=dddae676-2819-4453-aacb-eff01ffa78aa)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:22.193495 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99c9de65-c02c-47bb-9f70-85e09c710a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:22.284804 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-a26f5c67-117c-4e85-8919-763aec173c5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 HTTP/1.1" status: 200 len: 217 time: 0.1280727 Jan 31 17:12:22.356755 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9de65-c02c-47bb-9f70-85e09c710a39 None None] Pushing event updated for resources: {'Port': ['ID=cef48c6a-9b96-4687-a4a6-47f1335af38f,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:22.360194 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:12:22.392650 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Sync routers for ids ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:12:22.450493 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:22.450703 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Routers {'1c71360b-2e9f-4af7-b0b6-78bd8992aa37'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:22.450703 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:22.450892 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c60b2ffc-5f15-408c-9bd1-78231f4067c4 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2338431 Jan 31 17:12:22.453376 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42924) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:22.533786 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ae55-6745-4aee-b903-f856a087a1cd req-5164eed2-75f1-4bb4-9c53-3c7829e7e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:22.535825 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-5164eed2-75f1-4bb4-9c53-3c7829e7e030 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.2130716 Jan 31 17:12:22.561093 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device cef48c6a-9b96-4687-a4a6-47f1335af38f up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:22.624688 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e0e53-50f8-4d6a-b9d7-6ab690581ccd req-5cf73e44-48de-4bdc-b51c-912f4cb17a39 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:22.626673 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5b0e0e53-50f8-4d6a-b9d7-6ab690581ccd req-5cf73e44-48de-4bdc-b51c-912f4cb17a39 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 944 time: 0.3492825 Jan 31 17:12:22.693141 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ae55-6745-4aee-b903-f856a087a1cd req-7846ec8f-1eb4-42ee-87ee-5439f254d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:22.695306 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-7846ec8f-1eb4-42ee-87ee-5439f254d34b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1476026 Jan 31 17:12:22.704951 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5b0e0e53-50f8-4d6a-b9d7-6ab690581ccd req-cbb73c88-6406-4712-b246-e8397df7252f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676625 Jan 31 17:12:22.812069 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-7df8fa1e-180d-43ba-8dc9-43d48b83138a None None] Provisioning complete for port cef48c6a-9b96-4687-a4a6-47f1335af38f triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:22.818702 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7df8fa1e-180d-43ba-8dc9-43d48b83138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:22.843137 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-ca648355-18bb-483e-9dec-270cd00f46eb service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364017 Jan 31 17:12:22.852986 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Set router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:22.928667 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port cef48c6a-9b96-4687-a4a6-47f1335af38f triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:22.928667 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:23.001335 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-fdb28092-4629-4e1f-ba1c-476dec2ec03d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:23.008149 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-fdb28092-4629-4e1f-ba1c-476dec2ec03d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/networks?id=500f403c-bd0f-46e2-98f7-c91dd09b59c5 HTTP/1.1" status: 200 len: 808 time: 0.3707283 Jan 31 17:12:23.063544 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4531ae55-6745-4aee-b903-f856a087a1cd req-f09ffefb-4ca3-4534-883d-f34273415a20 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106137 Jan 31 17:12:23.073462 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-02b00e96-efd0-4587-ab12-b28a86ee25fc tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/quotas/be33496a83e1482abc90e429c0f69baf HTTP/1.1" status: 200 len: 375 time: 0.0640421 Jan 31 17:12:23.118973 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'tag': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:23.122737 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a4249-bd4f-4764-8c61-d85751ce23e4" -d '{"events": [{"name": "network-changed", "server_uuid": "de52f38f-3265-43c9-90e2-982a227f4ba8", "tag": "5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:23.151324 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-c5baf1f8-4555-4a31-b7c1-4d04ce0023a7 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=be33496a83e1482abc90e429c0f69baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355139 Jan 31 17:12:23.232191 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcabd4d4-4fb3-4884-b389-3d6266373ed9 x-openstack-request-id: req-bcabd4d4-4fb3-4884-b389-3d6266373ed9 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:23.233808 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de52f38f-3265-43c9-90e2-982a227f4ba8", "tag": "5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:23.234416 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bcabd4d4-4fb3-4884-b389-3d6266373ed9 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:23.235972 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'tag': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'status': 'completed', 'code': 200} Jan 31 17:12:23.275442 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7df8fa1e-180d-43ba-8dc9-43d48b83138a None None] Current status of the port cef48c6a-9b96-4687-a4a6-47f1335af38f is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:23.351025 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port cef48c6a-9b96-4687-a4a6-47f1335af38f is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:23.353014 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:23.360387 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-a7e221d3-8f2e-4cfd-bff0-bd199367d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:23.362004 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-a7e221d3-8f2e-4cfd-bff0-bd199367d471 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 1128 time: 0.1017711 Jan 31 17:12:23.409243 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-76dcf4e3-283f-49f9-ac6c-0f7896f73fed service neutron] 10.222.0.90 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384055 Jan 31 17:12:23.468118 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:12:20Z', 'revision_number': 3, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port': {'id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:19Z', 'updated_at': '2022-01-31T17:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:23.527078 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:23.527733 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:23.537956 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Checking router: 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:12:23.541415 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Updating router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 port 7788df27-f443-41a5-8844-9ba2ae16b958 binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:12:23.551529 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-bf5e2a99-af40-451b-8433-7edfb40e8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:23.553811 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-bf5e2a99-af40-451b-8433-7edfb40e8110 service neutron] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 912 time: 0.1831925 Jan 31 17:12:23.643003 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:23.646817 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-fa176931-fa7c-4ee7-995c-21d9ed12661b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 HTTP/1.1" status: 200 len: 217 time: 0.0856171 Jan 31 17:12:23.665398 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:23.688819 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-d9b23896-34f4-4b24-b0e8-a1112e1883c7 service neutron] 10.222.0.90 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094643 Jan 31 17:12:23.720104 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-4ef49330-ad72-4fbf-b13b-f8483160b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:23.721716 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-4ef49330-ad72-4fbf-b13b-f8483160b7ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.0692081 Jan 31 17:12:23.827559 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-f78c33c6-da0c-43b5-9866-403eeaacfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:23.829252 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-f78c33c6-da0c-43b5-9866-403eeaacfee2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004436 Jan 31 17:12:23.879372 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:23.959593 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Allocated IP 172.20.0.1 (d2253d7c-cc14-40f5-9461-3c3db950628d/4ae023b7-7673-4ea7-8a62-7c28e81b2df9/35eaee9d-83ca-4603-a959-62fc0e528a0b) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:24.037307 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-92ad932d-d399-4ccc-a031-b3f06166f95e service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991003 Jan 31 17:12:24.087657 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device cef48c6a-9b96-4687-a4a6-47f1335af38f up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:24.094537 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-88101fd8-10f7-4a15-b8e2-a03fb2033964 req-68cb3755-6425-475c-a17a-701d469d64ae tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 210 time: 0.0448699 Jan 31 17:12:24.188878 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Publish callbacks [] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.192566 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Publish callbacks [] for port (7788df27-f443-41a5-8844-9ba2ae16b958), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.206252 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.235506 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3230be-d723-4ccd-bc0f-de52b8478a44 req-797f3743-0afe-42bf-a5e9-ee3a50c3e13f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:24.243796 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.246190 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fd3230be-d723-4ccd-bc0f-de52b8478a44 req-797f3743-0afe-42bf-a5e9-ee3a50c3e13f tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 944 time: 0.4095852 Jan 31 17:12:24.254971 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port cef48c6a-9b96-4687-a4a6-47f1335af38f triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:24.255451 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.274537 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-003a4249-bd4f-4764-8c61-d85751ce23e4 req-e484e5d4-837b-405d-b01a-ed5f31e028d2 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304757 Jan 31 17:12:24.326180 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Network d2253d7c-cc14-40f5-9461-3c3db950628d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:24.338800 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fd3230be-d723-4ccd-bc0f-de52b8478a44 req-eec5acc7-0f72-49ba-880f-a8ca79049f48 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920122 Jan 31 17:12:24.342578 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:24.371737 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:24.463339 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Pushing event updated for resources: {'Port': ['ID=35eaee9d-83ca-4603-a959-62fc0e528a0b,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:24.482880 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.500343 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eab05-62c4-4c98-ba9e-a07ecb3195be None None] Pushing event updated for resources: {'Port': ['ID=7788df27-f443-41a5-8844-9ba2ae16b958,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:24.505674 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Attempting to bind port 7788df27-f443-41a5-8844-9ba2ae16b958 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:24.505979 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Attempting to bind port 7788df27-f443-41a5-8844-9ba2ae16b958 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:24.506313 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Attempting to bind port 7788df27-f443-41a5-8844-9ba2ae16b958 on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:24.517050 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:24.520095 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:24.520641 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.521258 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:24.523070 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Bound port: 7788df27-f443-41a5-8844-9ba2ae16b958, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:24.523864 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.614887 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] For port 7788df27-f443-41a5-8844-9ba2ae16b958, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:24.637669 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port cef48c6a-9b96-4687-a4a6-47f1335af38f is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:24.641468 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] For port 7788df27-f443-41a5-8844-9ba2ae16b958, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=7788df27-f443-41a5-8844-9ba2ae16b958,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:24.654826 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.724098 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Routers {'1c71360b-2e9f-4af7-b0b6-78bd8992aa37'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:24.724757 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:24.732313 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eab05-62c4-4c98-ba9e-a07ecb3195be None None] Pushing event updated for resources: {'Port': ['ID=7788df27-f443-41a5-8844-9ba2ae16b958,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:24.769711 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.887653 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d355947b-adf3-4652-a91c-cf4fd79d402a None None] Provisioning complete for port 35eaee9d-83ca-4603-a959-62fc0e528a0b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:24.888372 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d355947b-adf3-4652-a91c-cf4fd79d402a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.970662 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] Set router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:24.987474 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Publish callbacks [] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:24.991356 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:25.024134 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d355947b-adf3-4652-a91c-cf4fd79d402a None None] Port 35eaee9d-83ca-4603-a959-62fc0e528a0b cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:12:25.071226 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:25.073407 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Pushing event updated for resources: {'Port': ['ID=35eaee9d-83ca-4603-a959-62fc0e528a0b,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:25.274679 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Network d2253d7c-cc14-40f5-9461-3c3db950628d is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:25.277687 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f8f984e7-14d9-49bd-8a9b-70299c3abaac req-ea4422da-7ca3-4355-ae11-17eccc7fe390 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Jan 31 17:12:25.279893 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:25.342837 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 4, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port': {'id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:19Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '35eaee9d-83ca-4603-a959-62fc0e528a0b', 'name': '', 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'mac_address': 'fa:16:3e:0a:16:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:23Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 1, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'subnets': [{'id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:25.423419 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-cc0b89e4-7659-468e-9380-47b67d8d3404 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:25.425188 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-cc0b89e4-7659-468e-9380-47b67d8d3404 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.71 "GET /v2.0/networks?id=500f403c-bd0f-46e2-98f7-c91dd09b59c5 HTTP/1.1" status: 200 len: 808 time: 0.1445434 Jan 31 17:12:25.439052 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Request body: {'port': {'device_id': 'fab39ec8-606e-4b3a-831c-3f394d1ff017', 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5', 'admin_state_up': True, 'tenant_id': 'be33496a83e1482abc90e429c0f69baf'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:25.471051 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:12:25.509778 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d062f895-4980-4ec4-aff8-a1acd739c9b0 None None] The sync data for ids ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'] in dv-cinder-814898-3-iscsi is: [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 4, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port': {'id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:19Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '35eaee9d-83ca-4603-a959-62fc0e528a0b', 'name': '', 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'mac_address': 'fa:16:3e:0a:16:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:23Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 1, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'subnets': [{'id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:12:25.512163 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:12:25.717263 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:25.738567 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'port_id': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'mac_address': 'fa:16:3e:39:40:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:12:25.775263 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:12:25.780803 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-52afc9e6-79a0-4344-a1b4-fd8605d13538 admin admin] 10.222.0.90 "PUT /v2.0/routers/1c71360b-2e9f-4af7-b0b6-78bd8992aa37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3260245 Jan 31 17:12:25.792307 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:25.792798 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:25.827706 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:12:25.913429 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:25.932402 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:25.948642 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-b4b27933-6ac9-404a-bf5f-724a3cc59bc0 None None] Provisioning complete for port 35eaee9d-83ca-4603-a959-62fc0e528a0b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:25.949250 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4b27933-6ac9-404a-bf5f-724a3cc59bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.132971 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b4b27933-6ac9-404a-bf5f-724a3cc59bc0 None None] Port 35eaee9d-83ca-4603-a959-62fc0e528a0b cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:12:26.143671 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:26.188127 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:12:26.192975 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3eae-54de-4335-a6ae-64cb87f6723a req-8ee3c3d8-5916-4c5c-8124-1de86c55cd96 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:26.196053 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-530c3eae-54de-4335-a6ae-64cb87f6723a req-8ee3c3d8-5916-4c5c-8124-1de86c55cd96 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 945 time: 0.1553814 Jan 31 17:12:26.223943 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Made reservation on behalf of be33496a83e1482abc90e429c0f69baf for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:12:26.229708 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.405716 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-530c3eae-54de-4335-a6ae-64cb87f6723a req-94058a98-c210-4054-9666-0976979ca0a4 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991119 Jan 31 17:12:26.471829 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42962) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:26.483361 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f562c27b-092e-45be-9a84-5e0847c110a6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664404071', 'description': 'tempest-secgroup-smoke-664404071 description', 'project_id': '5f8c7c201b074313a010c032bfc855ec'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:26.531740 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f562c27b-092e-45be-9a84-5e0847c110a6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.618524 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34592ae7-8fdd-4da9-a726-9138458a46ce req-e0104f4e-3250-44db-a31e-331bf249a10a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 210 time: 0.0690241 Jan 31 17:12:26.640795 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Allocated IP 172.20.0.11 (500f403c-bd0f-46e2-98f7-c91dd09b59c5/03b043de-6ee2-4ea4-987a-c472ec94d0c3/fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:26.655952 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f562c27b-092e-45be-9a84-5e0847c110a6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group (be17238e-c880-4110-a2e8-4bc69f881246), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.670400 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f562c27b-092e-45be-9a84-5e0847c110a6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (be17238e-c880-4110-a2e8-4bc69f881246), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.702590 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f562c27b-092e-45be-9a84-5e0847c110a6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.707015 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-f562c27b-092e-45be-9a84-5e0847c110a6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2309611 Jan 31 17:12:26.707265 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42964) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:26.712312 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6b6dae1c-388a-48be-bbf6-e6c76e382dd8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'security_group_rule': {'security_group_id': 'be17238e-c880-4110-a2e8-4bc69f881246', 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:26.719403 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562c27b-092e-45be-9a84-5e0847c110a6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be17238e-c880-4110-a2e8-4bc69f881246,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:26.747372 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b6dae1c-388a-48be-bbf6-e6c76e382dd8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (3b051cf4-0060-4b78-8643-6b2125e0dff7), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.812222 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b6dae1c-388a-48be-bbf6-e6c76e382dd8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (3b051cf4-0060-4b78-8643-6b2125e0dff7), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.819848 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b6dae1c-388a-48be-bbf6-e6c76e382dd8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (3b051cf4-0060-4b78-8643-6b2125e0dff7), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.840302 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dae1c-388a-48be-bbf6-e6c76e382dd8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b051cf4-0060-4b78-8643-6b2125e0dff7,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:26.843497 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks [] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.850394 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6b6dae1c-388a-48be-bbf6-e6c76e382dd8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.851762 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6b6dae1c-388a-48be-bbf6-e6c76e382dd8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434901 Jan 31 17:12:26.856273 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42966) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:26.861510 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-ecdd878f-b11a-4063-83f7-4d25b4f9cdfb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'security_group_rule': {'security_group_id': 'be17238e-c880-4110-a2e8-4bc69f881246', 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:26.891242 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.899050 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ecdd878f-b11a-4063-83f7-4d25b4f9cdfb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (fb5d454b-318c-4eb6-9df6-e8ec48cc62d3), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:26.959665 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:26.964830 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Pushing event updated for resources: {'Port': ['ID=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:26.967463 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:26.970088 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:26.990676 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ecdd878f-b11a-4063-83f7-4d25b4f9cdfb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (fb5d454b-318c-4eb6-9df6-e8ec48cc62d3), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.002740 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ecdd878f-b11a-4063-83f7-4d25b4f9cdfb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (fb5d454b-318c-4eb6-9df6-e8ec48cc62d3), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.032003 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd878f-b11a-4063-83f7-4d25b4f9cdfb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5d454b-318c-4eb6-9df6-e8ec48cc62d3,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:27.032303 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:27.032806 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.039038 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ecdd878f-b11a-4063-83f7-4d25b4f9cdfb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.043561 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ecdd878f-b11a-4063-83f7-4d25b4f9cdfb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1860721 Jan 31 17:12:27.043968 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 42968) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:27.050997 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-346394ba-9fc8-49c0-ac75-e536a8e827c5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'security_group_rule': {'security_group_id': 'be17238e-c880-4110-a2e8-4bc69f881246', 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:27.075229 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-145d87c6-6592-4d3a-8a7e-97bf3cd6e81a tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6402769 Jan 31 17:12:27.095909 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Request body: {'port': {'device_id': 'fab39ec8-606e-4b3a-831c-3f394d1ff017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:27.132728 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-346394ba-9fc8-49c0-ac75-e536a8e827c5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (7c6f6f2d-8397-4377-9cf8-c5102149b2fb), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.195094 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.250202 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-346394ba-9fc8-49c0-ac75-e536a8e827c5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (7c6f6f2d-8397-4377-9cf8-c5102149b2fb), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.258848 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-346394ba-9fc8-49c0-ac75-e536a8e827c5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (7c6f6f2d-8397-4377-9cf8-c5102149b2fb), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.298678 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346394ba-9fc8-49c0-ac75-e536a8e827c5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6f6f2d-8397-4377-9cf8-c5102149b2fb,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:27.350529 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-346394ba-9fc8-49c0-ac75-e536a8e827c5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.351814 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-346394ba-9fc8-49c0-ac75-e536a8e827c5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3065307 Jan 31 17:12:27.356136 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42970) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:27.361938 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-7d7ce702-7565-4241-af93-cfa5d9626593 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'security_group_rule': {'security_group_id': 'be17238e-c880-4110-a2e8-4bc69f881246', 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:27.397540 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:27.401792 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce702-7565-4241-af93-cfa5d9626593 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (6d8703a8-1929-4607-a1b5-2ecec707ce4e), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.514619 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce702-7565-4241-af93-cfa5d9626593 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (6d8703a8-1929-4607-a1b5-2ecec707ce4e), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.517972 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:12:27.520175 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce702-7565-4241-af93-cfa5d9626593 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (6d8703a8-1929-4607-a1b5-2ecec707ce4e), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.523732 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:27.524796 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.583098 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ce702-7565-4241-af93-cfa5d9626593 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8703a8-1929-4607-a1b5-2ecec707ce4e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:27.599408 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-7d7ce702-7565-4241-af93-cfa5d9626593 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.601492 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-7d7ce702-7565-4241-af93-cfa5d9626593 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2439258 Jan 31 17:12:27.607030 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42974) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:27.613494 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-945d062c-9a10-4ea4-8735-bef779ad7b94 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'security_group_rule': {'security_group_id': 'be17238e-c880-4110-a2e8-4bc69f881246', 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:27.633611 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:27.634049 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.644876 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:12:27.653746 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8ba9e-35d1-4509-be29-c70086cf74ab req-de90e2d5-3ed2-4b9d-8a5a-7471ffc1a22b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:27.654439 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Publish callbacks [] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.655896 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-97f8ba9e-35d1-4509-be29-c70086cf74ab req-de90e2d5-3ed2-4b9d-8a5a-7471ffc1a22b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 945 time: 0.1262934 Jan 31 17:12:27.666740 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:27.669671 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a6cd2d-59a1-4689-be25-61e291390137" -d '{"events": [{"server_uuid": "de52f38f-3265-43c9-90e2-982a227f4ba8", "name": "network-vif-plugged", "status": "completed", "tag": "5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:27.676123 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-945d062c-9a10-4ea4-8735-bef779ad7b94 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Project 5f8c7c201b074313a010c032bfc855ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:12:27.677434 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Transition to ACTIVE for port object fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:12:27.685769 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:27.687496 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.692109 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.695941 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-945d062c-9a10-4ea4-8735-bef779ad7b94 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (add04fae-0b8d-435c-8712-8f5f9a51aa9e), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.751338 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:27.788701 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:27.829706 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-97f8ba9e-35d1-4509-be29-c70086cf74ab req-af156acf-58cd-4ef0-8d9f-eb66983d9c3a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490002 Jan 31 17:12:27.855300 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-945d062c-9a10-4ea4-8735-bef779ad7b94 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (add04fae-0b8d-435c-8712-8f5f9a51aa9e), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.861741 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-945d062c-9a10-4ea4-8735-bef779ad7b94 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (add04fae-0b8d-435c-8712-8f5f9a51aa9e), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.887085 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d062c-9a10-4ea4-8735-bef779ad7b94 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add04fae-0b8d-435c-8712-8f5f9a51aa9e,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:27.896110 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad36812-b880-4d28-be23-8bad32eecd4e x-openstack-request-id: req-bad36812-b880-4d28-be23-8bad32eecd4e {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:27.896534 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de52f38f-3265-43c9-90e2-982a227f4ba8", "name": "network-vif-plugged", "status": "completed", "tag": "5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:27.896920 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bad36812-b880-4d28-be23-8bad32eecd4e {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:27.898563 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'code': 200} Jan 31 17:12:27.912338 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-945d062c-9a10-4ea4-8735-bef779ad7b94 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:27.916424 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-945d062c-9a10-4ea4-8735-bef779ad7b94 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3058813 Jan 31 17:12:27.917315 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 42980) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:27.921994 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-fa59b126-04f8-4b08-883b-08038ea4d3ae tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'security_group_rule': {'security_group_id': 'be17238e-c880-4110-a2e8-4bc69f881246', 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:27.963945 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17132cd-4999-43d6-9eda-5aad3b72965e req-4661eccb-5f45-4685-8530-6c991969efe5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:27.966033 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a17132cd-4999-43d6-9eda-5aad3b72965e req-4661eccb-5f45-4685-8530-6c991969efe5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 944 time: 0.2026558 Jan 31 17:12:27.981623 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-fa59b126-04f8-4b08-883b-08038ea4d3ae tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Project 5f8c7c201b074313a010c032bfc855ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:12:28.001410 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa59b126-04f8-4b08-883b-08038ea4d3ae tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (be1607db-88e1-48d7-a481-4ecb69454da7), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.002332 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Attempting to bind port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:28.002721 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Attempting to bind port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:28.003083 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Attempting to bind port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 on network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:28.016070 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 on network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:12:28.016475 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Attempting to bind port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 on network 500f403c-bd0f-46e2-98f7-c91dd09b59c5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:28.028947 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:28.029341 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Checking segment: {'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:28.029734 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Bound using segment: {'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:28.030201 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Bound port: fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d56560-d637-4613-b0ff-18b7ed8225c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:28.030606 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.061154 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a17132cd-4999-43d6-9eda-5aad3b72965e req-526aadf0-7f56-4fb6-a657-62b774bed3a2 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Jan 31 17:12:28.094597 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 7788df27-f443-41a5-8844-9ba2ae16b958 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:28.123502 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa59b126-04f8-4b08-883b-08038ea4d3ae tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (be1607db-88e1-48d7-a481-4ecb69454da7), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.132679 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] For port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:28.136938 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa59b126-04f8-4b08-883b-08038ea4d3ae tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (be1607db-88e1-48d7-a481-4ecb69454da7), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.139032 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] For port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:28.148130 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.155016 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 7788df27-f443-41a5-8844-9ba2ae16b958 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:28.155431 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.173187 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59b126-04f8-4b08-883b-08038ea4d3ae tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1607db-88e1-48d7-a481-4ecb69454da7,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:28.194637 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fa59b126-04f8-4b08-883b-08038ea4d3ae tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.195850 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-fa59b126-04f8-4b08-883b-08038ea4d3ae tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2777662 Jan 31 17:12:28.226372 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:28.227022 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.228621 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] 10.222.0.71 "PUT /v2.0/ports/fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 HTTP/1.1" status: 200 len: 1094 time: 1.1437178 Jan 31 17:12:28.232043 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab39ec8-606e-4b3a-831c-3f394d1ff017', 'tag': 'fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:28.235961 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5624396-1cc0-483e-8102-766830a283cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fab39ec8-606e-4b3a-831c-3f394d1ff017", "tag": "fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:28.277100 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa06842-fb35-438f-a688-a15def70eb3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:28.322293 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b65bb-300c-4e19-af61-7794452c3a62 req-3f401bae-bfc1-4d8f-80f8-bec7e7f6e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:28.323939 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-485b65bb-300c-4e19-af61-7794452c3a62 req-3f401bae-bfc1-4d8f-80f8-bec7e7f6e4c9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 1130 time: 0.1728721 Jan 31 17:12:28.335748 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 7788df27-f443-41a5-8844-9ba2ae16b958 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:28.336626 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.345252 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0136a4f2-00ec-4cbd-bef3-9a40dcaacd09 x-openstack-request-id: req-0136a4f2-00ec-4cbd-bef3-9a40dcaacd09 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:28.345631 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab39ec8-606e-4b3a-831c-3f394d1ff017", "tag": "fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:28.345912 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0136a4f2-00ec-4cbd-bef3-9a40dcaacd09 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:28.346341 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab39ec8-606e-4b3a-831c-3f394d1ff017', 'tag': 'fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0', 'status': 'completed', 'code': 200} Jan 31 17:12:28.377328 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-3ae8e10b-9b23-4671-bf87-7d6de12e98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:28.379326 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-3ae8e10b-9b23-4671-bf87-7d6de12e98cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be33496a83e1482abc90e429c0f69baf&device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 1128 time: 0.0936782 Jan 31 17:12:28.386197 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 7788df27-f443-41a5-8844-9ba2ae16b958, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=7788df27-f443-41a5-8844-9ba2ae16b958,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:28.391970 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:28.445309 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-677f1fc5-0547-47c1-a0aa-7cc70218401c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 HTTP/1.1" status: 200 len: 217 time: 0.0545139 Jan 31 17:12:28.462726 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=7788df27-f443-41a5-8844-9ba2ae16b958,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:28.483814 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-485b65bb-300c-4e19-af61-7794452c3a62 req-d8305fad-b53a-4fbe-9c63-f0cedbfbeb97 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502106 Jan 31 17:12:28.504201 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-5f39c7f5-df39-48f0-9adc-5637d8466550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:28.505850 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-5f39c7f5-df39-48f0-9adc-5637d8466550 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03b043de-6ee2-4ea4-987a-c472ec94d0c3 HTTP/1.1" status: 200 len: 848 time: 0.0540507 Jan 31 17:12:28.740934 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-22287c98-5069-4be9-ae4c-723f345222ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=500f403c-bd0f-46e2-98f7-c91dd09b59c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354266 Jan 31 17:12:28.909194 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-ddbfac10-ca37-4d48-964e-fcdb973e5330 service neutron] 10.222.0.71 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604674 Jan 31 17:12:29.111104 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efd7a-e1e0-4296-9d3a-1d11615e5bad req-20a47c9c-d4ab-4b57-ba2e-e5a849e41e11 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:29.113231 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c07efd7a-e1e0-4296-9d3a-1d11615e5bad req-20a47c9c-d4ab-4b57-ba2e-e5a849e41e11 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.1709354 Jan 31 17:12:29.124499 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c3a23211-e7aa-43da-8e85-9985ada8488b req-4c64f2a0-5eee-4426-bda4-9b2c7cf0e0a8 service neutron] 10.222.0.71 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066402 Jan 31 17:12:29.286316 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Sync routers for ids ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:12:29.290839 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0c98-4955-42c1-a666-b7a1a8ecde5f req-d5162229-5f57-4c2b-b91a-670e92eacf40 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:29.291961 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c07efd7a-e1e0-4296-9d3a-1d11615e5bad req-c9dc769d-9137-4314-a6b0-e8bfdd55f83b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561551 Jan 31 17:12:29.299715 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Routers {'1c71360b-2e9f-4af7-b0b6-78bd8992aa37'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:29.301126 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:29.318828 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-958d0c98-4955-42c1-a666-b7a1a8ecde5f req-d5162229-5f57-4c2b-b91a-670e92eacf40 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 944 time: 0.1156912 Jan 31 17:12:29.328036 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5624396-1cc0-483e-8102-766830a283cf req-164a27e6-c13e-400d-a66c-3782ea57c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:29.331180 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5624396-1cc0-483e-8102-766830a283cf req-164a27e6-c13e-400d-a66c-3782ea57c1cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be33496a83e1482abc90e429c0f69baf&device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 1128 time: 0.1237266 Jan 31 17:12:29.403529 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-958d0c98-4955-42c1-a666-b7a1a8ecde5f req-f07891e0-597d-4d3f-a3ed-55120cda1ccb tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829012 Jan 31 17:12:29.470219 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Set router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:29.478249 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5624396-1cc0-483e-8102-766830a283cf req-ad206adc-ba72-4b1a-9c52-9f0259439be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:29.479929 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5624396-1cc0-483e-8102-766830a283cf req-ad206adc-ba72-4b1a-9c52-9f0259439be5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=500f403c-bd0f-46e2-98f7-c91dd09b59c5 HTTP/1.1" status: 200 len: 909 time: 0.1391919 Jan 31 17:12:29.524509 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5624396-1cc0-483e-8102-766830a283cf req-f34691b6-16c1-4f05-9742-f06cbbf01c48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 HTTP/1.1" status: 200 len: 217 time: 0.0377889 Jan 31 17:12:29.604119 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5624396-1cc0-483e-8102-766830a283cf req-25ddb902-dc10-4611-97bd-ba4a59aa1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:29.605797 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5624396-1cc0-483e-8102-766830a283cf req-25ddb902-dc10-4611-97bd-ba4a59aa1271 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03b043de-6ee2-4ea4-987a-c472ec94d0c3 HTTP/1.1" status: 200 len: 848 time: 0.0731370 Jan 31 17:12:29.665435 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5624396-1cc0-483e-8102-766830a283cf req-32fae0af-d1a4-4d1b-a9c7-cc5bdb30aede service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=500f403c-bd0f-46e2-98f7-c91dd09b59c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444889 Jan 31 17:12:29.787663 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5624396-1cc0-483e-8102-766830a283cf req-5f1c27d0-2cfb-46aa-9cce-c94c8ea33df1 service neutron] 10.222.0.71 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132171 Jan 31 17:12:29.925876 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 4, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port': {'id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:19Z', 'updated_at': '2022-01-31T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '35eaee9d-83ca-4603-a959-62fc0e528a0b', 'name': '', 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'mac_address': 'fa:16:3e:0a:16:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:23Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 2, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'subnets': [{'id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:29.969762 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f5624396-1cc0-483e-8102-766830a283cf req-d2b11dba-e4ad-424e-b6b5-c23c0a739569 service neutron] 10.222.0.71 "GET /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714561 Jan 31 17:12:29.979295 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 7788df27-f443-41a5-8844-9ba2ae16b958 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:29.994838 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Checking router: 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:12:29.995434 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Updating router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 port 35eaee9d-83ca-4603-a959-62fc0e528a0b binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:12:30.040591 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 7788df27-f443-41a5-8844-9ba2ae16b958 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:30.040864 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:30.044689 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:30.144388 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 7788df27-f443-41a5-8844-9ba2ae16b958 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:30.410114 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Publish callbacks [] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:30.417739 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:30.499981 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f570b2-577b-40e7-93b1-a93fdda70af7 None None] Pushing event updated for resources: {'Port': ['ID=35eaee9d-83ca-4603-a959-62fc0e528a0b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:30.556782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938803e9-2c4d-4bc3-9234-1692c61070a5 req-307254af-62c9-4079-a285-d667a6e25eba tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:30.558638 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-938803e9-2c4d-4bc3-9234-1692c61070a5 req-307254af-62c9-4079-a285-d667a6e25eba tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.1336117 Jan 31 17:12:30.615689 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Attempting to bind port 35eaee9d-83ca-4603-a959-62fc0e528a0b on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:30.616541 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Attempting to bind port 35eaee9d-83ca-4603-a959-62fc0e528a0b by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:30.617696 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Attempting to bind port 35eaee9d-83ca-4603-a959-62fc0e528a0b on network d2253d7c-cc14-40f5-9461-3c3db950628d {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:30.634434 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:30.634434 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Checking segment: {'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:30.637913 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:30.637913 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Bound using segment: {'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:30.637913 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Bound port: 35eaee9d-83ca-4603-a959-62fc0e528a0b, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddae676-2819-4453-aacb-eff01ffa78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:30.641298 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:30.645243 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-938803e9-2c4d-4bc3-9234-1692c61070a5 req-3de78341-dc90-4cfc-95c9-2f40152dffc9 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757020 Jan 31 17:12:30.661166 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009dbd-dd89-44c5-8fbc-16557143d2e0 req-862e4d45-d769-422e-a6b6-9b4acec2cdc5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:30.662978 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3009dbd-dd89-44c5-8fbc-16557143d2e0 req-862e4d45-d769-422e-a6b6-9b4acec2cdc5 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 944 time: 0.1380498 Jan 31 17:12:30.747571 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c3009dbd-dd89-44c5-8fbc-16557143d2e0 req-dff93f64-bd97-40e5-b597-378e37e2b13d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730207 Jan 31 17:12:30.760735 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] For port 35eaee9d-83ca-4603-a959-62fc0e528a0b, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:30.766933 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] For port 35eaee9d-83ca-4603-a959-62fc0e528a0b, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=35eaee9d-83ca-4603-a959-62fc0e528a0b,segment=NetworkSegment(dddae676-2819-4453-aacb-eff01ffa78aa),segment_id=dddae676-2819-4453-aacb-eff01ffa78aa)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:30.781240 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:30.856690 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Routers {'1c71360b-2e9f-4af7-b0b6-78bd8992aa37'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:30.857438 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:30.859939 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f570b2-577b-40e7-93b1-a93fdda70af7 None None] Pushing event updated for resources: {'Port': ['ID=35eaee9d-83ca-4603-a959-62fc0e528a0b,revision_number=4']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:30.876680 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653416f0-76fd-40bd-88cd-931fac82133e req-7234ed5a-6795-4cdf-aed6-7f16a54e9c3e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:30.879277 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-653416f0-76fd-40bd-88cd-931fac82133e req-7234ed5a-6795-4cdf-aed6-7f16a54e9c3e tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.1172087 Jan 31 17:12:30.890939 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43050) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:12:30.900004 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Request body: {'floatingip': {'port_id': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:30.949188 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-b66c8174-114e-40ec-b762-2014886d385d None None] Provisioning complete for port 35eaee9d-83ca-4603-a959-62fc0e528a0b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:30.949583 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b66c8174-114e-40ec-b762-2014886d385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:30.997332 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (852d7335-b5f8-428a-8263-719b96fd875f), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:31.080178 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] Set router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:31.145471 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-b66c8174-114e-40ec-b762-2014886d385d None None] Current status of the port 35eaee9d-83ca-4603-a959-62fc0e528a0b is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:31.147088 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b66c8174-114e-40ec-b762-2014886d385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:31.216807 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-b66c8174-114e-40ec-b762-2014886d385d None None] For port 35eaee9d-83ca-4603-a959-62fc0e528a0b, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=35eaee9d-83ca-4603-a959-62fc0e528a0b,segment=NetworkSegment(dddae676-2819-4453-aacb-eff01ffa78aa),segment_id=dddae676-2819-4453-aacb-eff01ffa78aa)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:31.222014 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b66c8174-114e-40ec-b762-2014886d385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:31.294725 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c8174-114e-40ec-b762-2014886d385d None None] Pushing event updated for resources: {'Port': ['ID=35eaee9d-83ca-4603-a959-62fc0e528a0b,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:31.356262 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-7c9d0726-8779-4ae3-8e59-c5ad966b49ae None None] Provisioning complete for port 35eaee9d-83ca-4603-a959-62fc0e528a0b triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:31.357415 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0726-8779-4ae3-8e59-c5ad966b49ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:31.420047 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:12:31.513708 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 4, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port': {'id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:19Z', 'updated_at': '2022-01-31T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '35eaee9d-83ca-4603-a959-62fc0e528a0b', 'name': '', 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'mac_address': 'fa:16:3e:0a:16:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:23Z', 'updated_at': '2022-01-31T17:12:30Z', 'revision_number': 4, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'subnets': [{'id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:31.572175 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5896ccf-b385-4af0-b0a1-17793e6035f0 None None] The sync data for ids ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'] in dv-cinder-814898-3-iscsi is: [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:12:24Z', 'revision_number': 4, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port': {'id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:19Z', 'updated_at': '2022-01-31T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '35eaee9d-83ca-4603-a959-62fc0e528a0b', 'name': '', 'network_id': 'd2253d7c-cc14-40f5-9461-3c3db950628d', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'mac_address': 'fa:16:3e:0a:16:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:23Z', 'updated_at': '2022-01-31T17:12:30Z', 'revision_number': 4, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'subnets': [{'id': '4ae023b7-7673-4ea7-8a62-7c28e81b2df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:12:31.641827 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d0726-8779-4ae3-8e59-c5ad966b49ae None None] Current status of the port 35eaee9d-83ca-4603-a959-62fc0e528a0b is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:31.690450 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:31.712084 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0', 'network_id': '500f403c-bd0f-46e2-98f7-c91dd09b59c5', 'port_id': 'fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0', 'mac_address': 'fa:16:3e:29:ae:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b043de-6ee2-4ea4-987a-c472ec94d0c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:12:31.764820 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:31.765253 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:31.788809 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:12:31.827070 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:31.834399 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:31.931795 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:32.047203 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:32.064310 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58305d3-2676-472a-bd52-8ff3cf499dcd req-45ec3110-d287-45a3-a8ed-4d8deb2c47c6 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:32.065944 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b58305d3-2676-472a-bd52-8ff3cf499dcd req-45ec3110-d287-45a3-a8ed-4d8deb2c47c6 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 945 time: 0.1483834 Jan 31 17:12:32.066909 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (852d7335-b5f8-428a-8263-719b96fd875f), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:32.103207 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 35eaee9d-83ca-4603-a959-62fc0e528a0b up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:32.154183 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:12:32.241279 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b58305d3-2676-472a-bd52-8ff3cf499dcd req-08955d2f-d2fb-436a-bb7c-f79707caa42b tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279635 Jan 31 17:12:32.255150 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Floating IP 852d7335-b5f8-428a-8263-719b96fd875f associated. External IP: 172.27.3.235, port: 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502. Jan 31 17:12:32.288556 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 35eaee9d-83ca-4603-a959-62fc0e528a0b triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:32.289052 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:32.520150 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 35eaee9d-83ca-4603-a959-62fc0e528a0b is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:32.593620 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Router bd76471d-3837-4a72-87a8-b11a959bdfc4 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:12:32.758945 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:12:32.764922 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:32.773450 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] Sync routers for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:12:32.792811 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:32.794283 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:32.821318 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-2b2d0fb6-0e2b-4037-83b4-632c4d3ff09b tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "PUT /v2.0/floatingips/852d7335-b5f8-428a-8263-719b96fd875f HTTP/1.1" status: 200 len: 992 time: 1.9241712 Jan 31 17:12:32.821318 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'tag': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:32.836570 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b993f18d-1aa9-4be6-9753-22f346e03115" -d '{"events": [{"name": "network-changed", "server_uuid": "de52f38f-3265-43c9-90e2-982a227f4ba8", "tag": "5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:33.002936 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1910454-6a6a-4eaf-a9e1-516f567eef4d req-dfe07ee9-542e-4a90-ae1c-a6b7a0d1fac0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:33.010742 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d1910454-6a6a-4eaf-a9e1-516f567eef4d req-dfe07ee9-542e-4a90-ae1c-a6b7a0d1fac0 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.0835159 Jan 31 17:12:33.091923 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d1910454-6a6a-4eaf-a9e1-516f567eef4d req-e61101e2-73b3-4e74-bb8e-683b0d340cca tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802350 Jan 31 17:12:33.093971 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd80a79-5994-46aa-b636-05057f513bfe x-openstack-request-id: req-9cd80a79-5994-46aa-b636-05057f513bfe {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:33.094750 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de52f38f-3265-43c9-90e2-982a227f4ba8", "tag": "5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:33.094750 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9cd80a79-5994-46aa-b636-05057f513bfe {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:33.095208 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'tag': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'status': 'completed', 'code': 200} Jan 31 17:12:33.226806 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:33.234211 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-090566f0-62d6-4d70-98f4-8eabc8c55fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:33.239784 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-090566f0-62d6-4d70-98f4-8eabc8c55fa1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a9ede748b554e13954084abca64d79f&device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 1130 time: 0.1100855 Jan 31 17:12:33.437420 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-fd3f7c0f-8fe2-4be9-bd19-84b0e2433540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:33.441456 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-fd3f7c0f-8fe2-4be9-bd19-84b0e2433540 service neutron] 10.222.0.71 "GET /v2.0/networks?id=40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 200 len: 912 time: 0.1925111 Jan 31 17:12:33.444271 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:12:33.466494 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da94c1f-7428-4c02-9e7d-4cb778b4f72a req-8726b084-5a0d-47c1-99a2-8a7261a17425 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:33.480862 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6da94c1f-7428-4c02-9e7d-4cb778b4f72a req-8726b084-5a0d-47c1-99a2-8a7261a17425 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 945 time: 0.1131845 Jan 31 17:12:33.557330 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6da94c1f-7428-4c02-9e7d-4cb778b4f72a req-5318799a-c166-425f-b8ca-f3ec2978d118 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735991 Jan 31 17:12:33.559368 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-833b4f9a-a38c-4636-a53f-c0b727304e8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 HTTP/1.1" status: 200 len: 1000 time: 0.1067011 Jan 31 17:12:33.622288 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-2a34eef1-ed6e-4aa2-a647-e0d0af18bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:33.624086 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-2a34eef1-ed6e-4aa2-a647-e0d0af18bb1b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 200 len: 850 time: 0.0579998 Jan 31 17:12:33.656499 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:12:33.682094 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:33.682738 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:33.689503 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-05a083bb-1bed-4351-900d-a8d4fe859140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:33.689779 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-05a083bb-1bed-4351-900d-a8d4fe859140 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40668b0f-48ca-4bd9-b251-ace6777de662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584331 Jan 31 17:12:33.828172 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-a13308e6-5c15-4d3f-8f02-6c63995977be service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278486 Jan 31 17:12:33.852449 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '852d7335-b5f8-428a-8263-719b96fd875f', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'port_id': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'mac_address': 'fa:16:3e:39:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:12:13Z', 'updated_at': '2022-01-31T17:12:31Z', 'revision_number': 1, 'project_id': '3a9ede748b554e13954084abca64d79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:33.857359 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:12:33.857920 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:33.887349 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] Checking router: bd76471d-3837-4a72-87a8-b11a959bdfc4 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:12:33.918802 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab39ec8-606e-4b3a-831c-3f394d1ff017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:33.921351 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d04a0b-ea4c-4274-a26d-9d4e31c488e7" -d '{"events": [{"server_uuid": "fab39ec8-606e-4b3a-831c-3f394d1ff017", "name": "network-vif-plugged", "status": "completed", "tag": "fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:33.927074 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:12:33.927796 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:12:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:33.959885 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b993f18d-1aa9-4be6-9753-22f346e03115 req-f5a5fb7f-69a2-4b2a-afbf-858972a31771 service neutron] 10.222.0.71 "GET /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265457 Jan 31 17:12:33.998615 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:34.007802 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:34.057532 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557de608-5c67-42ae-99b7-6aad0e82c688 x-openstack-request-id: req-557de608-5c67-42ae-99b7-6aad0e82c688 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:34.058012 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab39ec8-606e-4b3a-831c-3f394d1ff017", "name": "network-vif-plugged", "status": "completed", "tag": "fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:34.058436 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-557de608-5c67-42ae-99b7-6aad0e82c688 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:34.059065 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab39ec8-606e-4b3a-831c-3f394d1ff017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0', 'code': 200} Jan 31 17:12:34.175646 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:34.200128 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:12:34.300120 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868a459-b37d-4c12-83b6-178967b9e8b5 req-52bb271d-8cc1-420d-b6e8-8b793233f62c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:34.306789 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d868a459-b37d-4c12-83b6-178967b9e8b5 req-52bb271d-8cc1-420d-b6e8-8b793233f62c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.1008861 Jan 31 17:12:34.348029 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752edd5-cd14-41ae-8925-dd7d5834d077 req-c45aa866-b392-47b7-8c94-0725c78982ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:34.355340 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1752edd5-cd14-41ae-8925-dd7d5834d077 req-c45aa866-b392-47b7-8c94-0725c78982ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 1130 time: 0.1227975 Jan 31 17:12:34.404730 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d868a459-b37d-4c12-83b6-178967b9e8b5 req-0dbbf836-bf82-4cfe-8437-b6304c323ef3 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906336 Jan 31 17:12:34.427262 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1752edd5-cd14-41ae-8925-dd7d5834d077 req-fd968dec-00c9-4b26-8fd8-37ebcec132e7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680766 Jan 31 17:12:34.512301 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b4c20278-18a2-4dbb-b892-d67d9a9a1eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:34.632396 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '852d7335-b5f8-428a-8263-719b96fd875f', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'port_id': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'mac_address': 'fa:16:3e:39:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:12:13Z', 'updated_at': '2022-01-31T17:12:31Z', 'revision_number': 1, 'project_id': '3a9ede748b554e13954084abca64d79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:12:34.672830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0baf025-da1e-4e47-8f9a-7296e4b9962c None None] The sync data for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi is: [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '852d7335-b5f8-428a-8263-719b96fd875f', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'port_id': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'mac_address': 'fa:16:3e:39:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:12:13Z', 'updated_at': '2022-01-31T17:12:31Z', 'revision_number': 1, 'project_id': '3a9ede748b554e13954084abca64d79f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:12:34.754310 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ced07-faf5-46a3-a0a8-39c9ec75e9a6 req-3c2c2c70-92f1-43ab-a33c-c529319a55e7 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:34.756237 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0e6ced07-faf5-46a3-a0a8-39c9ec75e9a6 req-3c2c2c70-92f1-43ab-a33c-c529319a55e7 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 946 time: 0.0911145 Jan 31 17:12:34.838126 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0e6ced07-faf5-46a3-a0a8-39c9ec75e9a6 req-61eddc82-6c06-4b15-b3b9-3f3bac9708ce tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 Jan 31 17:12:35.018206 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529ab20-2c29-4685-98f6-fac075309429 None None] New status for floating IP 852d7335-b5f8-428a-8263-719b96fd875f: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:12:36.019167 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9c26b-5759-4832-9ade-77e1c8bdc8f5 req-c706c8dc-75f4-4ff3-a8b9-071a43a2484b tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:36.022151 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7ac9c26b-5759-4832-9ade-77e1c8bdc8f5 req-c706c8dc-75f4-4ff3-a8b9-071a43a2484b tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 946 time: 0.0860095 Jan 31 17:12:36.096095 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7ac9c26b-5759-4832-9ade-77e1c8bdc8f5 req-9ad7203d-e6df-4d0f-8c2a-60b668fdf46b tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653324 Jan 31 17:12:36.844510 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6a60d096-fbeb-407b-a40d-2b20f77caf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:37.115038 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a883c-4b10-4924-bc4d-fb2b007eee50 req-04c6f3e5-ea27-45d5-9e37-e9ce419e72c3 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:37.117783 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fe0a883c-4b10-4924-bc4d-fb2b007eee50 req-04c6f3e5-ea27-45d5-9e37-e9ce419e72c3 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 946 time: 0.0914803 Jan 31 17:12:37.176773 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fe0a883c-4b10-4924-bc4d-fb2b007eee50 req-f48cdd51-8f89-40f7-8b26-67f8f1be56e7 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524728 Jan 31 17:12:38.321878 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a144a-a320-43b5-b48d-3e8516b591cf req-31d5899a-2cf4-445f-8898-985d929099d2 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:38.323543 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c20a144a-a320-43b5-b48d-3e8516b591cf req-31d5899a-2cf4-445f-8898-985d929099d2 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 946 time: 0.0648952 Jan 31 17:12:38.394378 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c20a144a-a320-43b5-b48d-3e8516b591cf req-e4b6cb7c-6288-4347-b174-4c40a355f550 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed9a2265-71c7-427b-98a7-44ad5af78180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598660 Jan 31 17:12:38.761177 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-1704f0a7-26ad-4dc7-a2c0-8f633981114e tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:38.763465 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-1704f0a7-26ad-4dc7-a2c0-8f633981114e tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.71 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 946 time: 0.0661774 Jan 31 17:12:38.887199 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Deleting port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:12:38.887771 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:39.022383 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] For port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,segment=NetworkSegment(b0d56560-d637-4613-b0ff-18b7ed8225c7),segment_id=b0d56560-d637-4613-b0ff-18b7ed8225c7)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:12:39.022763 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:39.038733 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Calling delete_port for fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:12:39.195792 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:39.210638 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:12:39.234624 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Pushing event deleted for resources: {'Port': ['ID=fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:39.289679 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] No DVR routers for this DVR port fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:12:39.292500 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:39.296093 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d1cc16df-0385-4f2d-9612-90f654a9b62e req-f27e5f73-1e65-4a60-8e78-283b3e3fd72d tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.71 "DELETE /v2.0/ports/fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 HTTP/1.1" status: 204 len: 173 time: 0.5269890 Jan 31 17:12:39.296603 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab39ec8-606e-4b3a-831c-3f394d1ff017', 'name': 'network-vif-deleted', 'tag': 'fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:39.299076 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5a161f-3010-4b15-829a-5b5897cbab55" -d '{"events": [{"server_uuid": "fab39ec8-606e-4b3a-831c-3f394d1ff017", "name": "network-vif-deleted", "tag": "fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:39.422508 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e14db1-3253-423f-b06b-bf8ed5e84628 x-openstack-request-id: req-d7e14db1-3253-423f-b06b-bf8ed5e84628 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:39.423616 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab39ec8-606e-4b3a-831c-3f394d1ff017", "name": "network-vif-deleted", "tag": "fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:39.423616 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d7e14db1-3253-423f-b06b-bf8ed5e84628 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:39.423984 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab39ec8-606e-4b3a-831c-3f394d1ff017', 'name': 'network-vif-deleted', 'tag': 'fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0', 'status': 'completed', 'code': 200} Jan 31 17:12:39.534333 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a210519b-ae93-4e08-89de-8d9e76b0d1d8 req-6ceb24a3-a2b7-43aa-8d54-0f0c47ddd779 tempest-VolumesActionsTest-222763659 tempest-VolumesActionsTest-222763659-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab39ec8-606e-4b3a-831c-3f394d1ff017 HTTP/1.1" status: 200 len: 210 time: 0.0358984 Jan 31 17:12:39.869630 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:41.409969 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:41.660221 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:41.977572 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:43.683165 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:12:43.708617 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:12:43.708957 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device fb1ec1c9-f54f-4b20-aa3c-2313e7c5d0b0 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:12:46.521310 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-2b1d52a0-9272-48c9-8a8f-f887c38d88c8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831723 Jan 31 17:12:46.682011 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-f7004d52-0e6f-403f-8427-5072a881ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:46.685197 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-f7004d52-0e6f-403f-8427-5072a881ffc8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 1130 time: 0.0783396 Jan 31 17:12:46.915233 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-bba0e867-e0a9-42b8-839d-91c30f75dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:46.919759 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-bba0e867-e0a9-42b8-839d-91c30f75dfb2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 917 time: 0.2084355 Jan 31 17:12:47.022935 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-5a40adb5-49d6-4250-b5a1-5414efbe0129 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74 HTTP/1.1" status: 200 len: 1001 time: 0.0968406 Jan 31 17:12:47.136893 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-13c1b524-ee1e-41ae-94c5-b29e14007341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:47.139598 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-13c1b524-ee1e-41ae-94c5-b29e14007341 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.1068668 Jan 31 17:12:47.314483 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-73aea718-96a3-4ba9-95ca-274058105d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:47.317025 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-73aea718-96a3-4ba9-95ca-274058105d55 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1703975 Jan 31 17:12:47.325867 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-78812f4b-f2b0-441d-a8c9-3467f00e2cdd tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664404071&fields=id&tenant_id=5f8c7c201b074313a010c032bfc855ec HTTP/1.1" status: 200 len: 267 time: 0.1226726 Jan 31 17:12:47.652358 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-dd9c65e3-0af7-444b-961f-24cf100d5083 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245966 Jan 31 17:12:47.665786 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e8a53-586c-4a48-b29a-52e9980df470 req-7bd9cda6-4151-477b-8d03-57307c5886f5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:47.669681 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-7bd9cda6-4151-477b-8d03-57307c5886f5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/networks?id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 200 len: 807 time: 0.3261795 Jan 31 17:12:47.706578 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-e171642d-fc80-4cd0-98da-3e94551a59bc tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/quotas/5f8c7c201b074313a010c032bfc855ec HTTP/1.1" status: 200 len: 375 time: 0.0205574 Jan 31 17:12:47.840506 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-0f752477-b8bd-4475-9b24-76382e36d0eb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f8c7c201b074313a010c032bfc855ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088417 Jan 31 17:12:47.867915 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed75f1d7-58ca-48ff-b5bf-cd6525e7162f req-c9189266-2d8a-40b4-b508-07040df8b4b0 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965227 Jan 31 17:12:48.209271 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-4729fcac-2000-4452-aa8d-a2c82fd18335 service neutron] 10.222.0.90 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381858 Jan 31 17:12:48.463449 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-64a909e0-a4cb-49e6-8da4-9ce49830008d service neutron] 10.222.0.90 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423675 Jan 31 17:12:49.178690 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-55512afc-f1d0-4bfa-bead-f27e4854eb67 req-62a86165-cf9b-40b2-b022-65c6521e5017 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 210 time: 0.0662024 Jan 31 17:12:49.375757 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c2d5b-c17b-4262-ad5a-88ee7dec73cd req-95261a42-b63d-453d-a601-5c8de57eb40f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:49.378515 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ad8c2d5b-c17b-4262-ad5a-88ee7dec73cd req-95261a42-b63d-453d-a601-5c8de57eb40f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0853901 Jan 31 17:12:49.442425 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ad8c2d5b-c17b-4262-ad5a-88ee7dec73cd req-f0e89d40-9378-41b5-a691-a451c69ac706 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 Jan 31 17:12:50.335735 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7a26f784-f115-4eed-bce9-464b360ac51e req-23f6c361-8409-43c9-bc8e-969c80327c96 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 210 time: 0.0603340 Jan 31 17:12:50.604073 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870f78e-8065-42f2-8243-17dabd78dc66 req-e2aaf25f-4cad-4af4-a5f5-35bdb6ded2d7 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:50.614693 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5870f78e-8065-42f2-8243-17dabd78dc66 req-e2aaf25f-4cad-4af4-a5f5-35bdb6ded2d7 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0716908 Jan 31 17:12:50.689707 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5870f78e-8065-42f2-8243-17dabd78dc66 req-e3bc1d74-d810-4e7f-a8d3-344a93704c4a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733347 Jan 31 17:12:50.826221 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e8a53-586c-4a48-b29a-52e9980df470 req-c28aec47-b280-4c68-88fe-024b8608258c tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:50.827793 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-c28aec47-b280-4c68-88fe-024b8608258c tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.71 "GET /v2.0/networks?id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 200 len: 807 time: 0.2802112 Jan 31 17:12:50.908216 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-bf6bb046-0668-4614-8266-f06579a5ce46 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8c7c201b074313a010c032bfc855ec HTTP/1.1" status: 200 len: 379 time: 0.0711951 Jan 31 17:12:50.918358 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'port': {'device_id': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'admin_state_up': True, 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'security_groups': ['be17238e-c880-4110-a2e8-4bc69f881246']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:51.141375 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Made reservation on behalf of 5f8c7c201b074313a010c032bfc855ec for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:12:51.145927 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:51.415264 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Allocated IP 172.20.0.9 (be0aadef-bd19-46ec-a49e-8c6d7dd035f8/2e90c051-b27a-48d7-9935-005c2c0d13bf/a822776a-4b49-489f-b16d-754e94e1398a) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:12:51.524386 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c34d6663-37bb-45d4-8c1f-a91a359bd009 req-32bd2171-9215-4dbf-bcc4-24cdad06adea tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 210 time: 0.0583262 Jan 31 17:12:51.837210 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for port (a822776a-4b49-489f-b16d-754e94e1398a), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:51.941340 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092d362-75d4-447b-93c1-cb73953e5828 req-1739a362-e509-47a1-bafc-20d8093a574e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:51.954481 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:51.956428 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e092d362-75d4-447b-93c1-cb73953e5828 req-1739a362-e509-47a1-bafc-20d8093a574e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1474895 Jan 31 17:12:52.053121 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:12:52.065602 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:12:52.081057 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:12:52.084094 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e092d362-75d4-447b-93c1-cb73953e5828 req-13a93eb6-393d-4fdc-a846-e8dbbc220cf6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258066 Jan 31 17:12:52.246053 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:52.247087 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:52.251220 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:52.279675 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.281557 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.282495 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.283053 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.283704 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.284358 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.284927 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.285517 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.286069 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.287782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.288825 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.290885 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.292162 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:12:52.333767 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-570f7345-3060-4b26-b911-4a1a75cd29c2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4195774 Jan 31 17:12:52.364869 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Request body: {'port': {'device_id': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:12:52.471132 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d1872725-fb33-43f1-8395-dd8b727a25f4 None None] Provisioning complete for port a822776a-4b49-489f-b16d-754e94e1398a triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:12:52.472785 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d1872725-fb33-43f1-8395-dd8b727a25f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a822776a-4b49-489f-b16d-754e94e1398a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:52.486419 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a822776a-4b49-489f-b16d-754e94e1398a), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:52.539283 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d1872725-fb33-43f1-8395-dd8b727a25f4 None None] Port a822776a-4b49-489f-b16d-754e94e1398a cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:12:53.252893 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439399-c501-4913-99f9-ac9664e377c3 req-62a3a9e1-ec45-49cb-80f1-e6b355b76f97 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:53.267108 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32439399-c501-4913-99f9-ac9664e377c3 req-62a3a9e1-ec45-49cb-80f1-e6b355b76f97 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 931 time: 0.6067750 Jan 31 17:12:53.404110 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3881b3-5950-4c76-b54f-d6529e116c55 req-d243d66c-6946-4b5b-a4bf-6cc75af77f1b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:53.408881 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ed3881b3-5950-4c76-b54f-d6529e116c55 req-d243d66c-6946-4b5b-a4bf-6cc75af77f1b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1268053 Jan 31 17:12:53.478021 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-32439399-c501-4913-99f9-ac9664e377c3 req-521ec457-f046-45a4-b5ec-c3a7bc07281b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092841 Jan 31 17:12:53.531503 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ed3881b3-5950-4c76-b54f-d6529e116c55 req-3a864a6d-6f65-48a6-ba5b-16a7734c955a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089711 Jan 31 17:12:53.637906 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a822776a-4b49-489f-b16d-754e94e1398a {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:12:53.652812 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Publish callbacks [] for port (a822776a-4b49-489f-b16d-754e94e1398a), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:53.676029 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Transition to ACTIVE for port object a822776a-4b49-489f-b16d-754e94e1398a will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:12:53.684277 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:53.847650 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Pushing event updated for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:53.898158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Attempting to bind port a822776a-4b49-489f-b16d-754e94e1398a on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:12:53.898722 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Attempting to bind port a822776a-4b49-489f-b16d-754e94e1398a by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:12:53.899277 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Attempting to bind port a822776a-4b49-489f-b16d-754e94e1398a on network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:53.908453 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Port a822776a-4b49-489f-b16d-754e94e1398a on network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:12:53.909084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Attempting to bind port a822776a-4b49-489f-b16d-754e94e1398a on network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:12:53.920148 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:12:53.920707 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Checking segment: {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:12:53.921368 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Bound using segment: {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:12:53.922154 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Bound port: a822776a-4b49-489f-b16d-754e94e1398a, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67e848a-a642-4956-b2cf-82b053aef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:12:53.922768 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a822776a-4b49-489f-b16d-754e94e1398a), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:54.067228 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:12:54.081042 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:12:54.119533 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:54.162035 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:54.163344 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:12:54.165744 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] 10.222.0.71 "PUT /v2.0/ports/a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 200 len: 1093 time: 1.8237135 Jan 31 17:12:54.176268 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:12:54.181371 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd" -d '{"events": [{"name": "network-changed", "server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "tag": "a822776a-4b49-489f-b16d-754e94e1398a"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:12:54.287024 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bd359f-4ba9-42cb-bcb3-7cac94d02dc8 x-openstack-request-id: req-a8bd359f-4ba9-42cb-bcb3-7cac94d02dc8 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:12:54.287842 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "tag": "a822776a-4b49-489f-b16d-754e94e1398a", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:12:54.288427 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a8bd359f-4ba9-42cb-bcb3-7cac94d02dc8 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:12:54.289220 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a', 'status': 'completed', 'code': 200} Jan 31 17:12:54.298346 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3b791-92d5-4bb9-b1ed-e6bc87aa7c3b service neutron] Pushing event updated for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:12:54.386717 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e8a53-586c-4a48-b29a-52e9980df470 req-3b57b2f4-b35a-41de-b71e-eaad66a70fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:54.388560 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-3b57b2f4-b35a-41de-b71e-eaad66a70fb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f8c7c201b074313a010c032bfc855ec&device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1127 time: 0.1359143 Jan 31 17:12:54.444451 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-57daacea-a9cc-4aa4-bee3-382c9eef9107 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 200 len: 217 time: 0.0478981 Jan 31 17:12:54.539801 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e8a53-586c-4a48-b29a-52e9980df470 req-973b5cd3-a100-4729-8706-eb3f03be995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:54.543894 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-973b5cd3-a100-4729-8706-eb3f03be995a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e90c051-b27a-48d7-9935-005c2c0d13bf HTTP/1.1" status: 200 len: 846 time: 0.0873077 Jan 31 17:12:54.651771 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e8a53-586c-4a48-b29a-52e9980df470 req-ea89d880-54ee-43e3-9550-7005ab688350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:54.656721 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-ea89d880-54ee-43e3-9550-7005ab688350 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047380 Jan 31 17:12:54.675661 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02951-b467-4f93-a202-5e30b5a22733 req-7d3badf6-5815-40e6-b16d-3827f8d142ba tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:54.678179 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-88e02951-b467-4f93-a202-5e30b5a22733 req-7d3badf6-5815-40e6-b16d-3827f8d142ba tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0745609 Jan 31 17:12:54.774139 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-88e02951-b467-4f93-a202-5e30b5a22733 req-89f5ef7b-aa41-44e0-ac9f-c2ee5c065ca6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840614 Jan 31 17:12:54.827139 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c9863-7ce5-4ddc-b772-a0992637e8ef req-4a021d52-c29c-4456-94c9-04866feef959 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:54.828774 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-da6c9863-7ce5-4ddc-b772-a0992637e8ef req-4a021d52-c29c-4456-94c9-04866feef959 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1275382 Jan 31 17:12:54.833470 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-0e8b5f8e-9f35-4e31-92ef-27dc5950a930 service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700335 Jan 31 17:12:54.954163 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-da6c9863-7ce5-4ddc-b772-a0992637e8ef req-4d8509e5-f56f-4963-800e-acfbf45c603a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158304 Jan 31 17:12:55.000923 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-704e8a53-586c-4a48-b29a-52e9980df470 req-a46471c2-1ec2-4460-b641-190557786f95 service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605582 Jan 31 17:12:55.129795 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-46baf084-2bfd-4790-a49e-0d3b8c7acf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:55.132227 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-46baf084-2bfd-4790-a49e-0d3b8c7acf05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f8c7c201b074313a010c032bfc855ec&device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1127 time: 0.0694885 Jan 31 17:12:55.324382 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-f7bddbe5-a03f-4cb7-a3d1-ce9ba495d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:55.326433 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-f7bddbe5-a03f-4cb7-a3d1-ce9ba495d990 service neutron] 10.222.0.71 "GET /v2.0/networks?id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 200 len: 908 time: 0.1845267 Jan 31 17:12:55.386725 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-02d19125-0242-4e5b-a46f-061f8e949579 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 200 len: 217 time: 0.0534987 Jan 31 17:12:55.493549 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-d3828851-da7a-444c-9af5-eb420f29fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:55.496544 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-d3828851-da7a-444c-9af5-eb420f29fc22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e90c051-b27a-48d7-9935-005c2c0d13bf HTTP/1.1" status: 200 len: 846 time: 0.1027448 Jan 31 17:12:55.620460 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-e520878c-ccd0-41d6-ab52-e079ad412dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:55.623331 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-e520878c-ccd0-41d6-ab52-e079ad412dc1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1205869 Jan 31 17:12:55.808251 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-8b73e10e-1b83-4168-bb5f-edc5ca83cc1d service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753397 Jan 31 17:12:56.009419 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a24d2-b15a-421a-9fe4-a631406ec773 req-e3c17647-2be8-497a-803e-eb18799e3b57 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:56.020014 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3f2a24d2-b15a-421a-9fe4-a631406ec773 req-e3c17647-2be8-497a-803e-eb18799e3b57 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.1068356 Jan 31 17:12:56.095661 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3f2a24d2-b15a-421a-9fe4-a631406ec773 req-94454df2-b8b1-49a6-91cb-972462b6bb70 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707772 Jan 31 17:12:56.100484 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1bfd4ff0-4fb4-4bda-b680-0ba5ac2472cd req-9a3370f7-037f-4c2c-90b2-8c5ec862644e service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797372 Jan 31 17:12:56.164461 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b4a8b-4289-4f65-9687-c288a01ed22a req-f97be64d-0684-4218-b6dc-bb4955f3b30c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:56.166516 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-759b4a8b-4289-4f65-9687-c288a01ed22a req-f97be64d-0684-4218-b6dc-bb4955f3b30c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1069896 Jan 31 17:12:56.264657 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-759b4a8b-4289-4f65-9687-c288a01ed22a req-0826a61b-3e00-4300-ac72-c6634bd21691 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917180 Jan 31 17:12:56.997813 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:12:57.314367 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751fd19-4857-413f-b9a1-dfd532d58d39 req-a1b8b166-5db5-45a8-b27a-96e3d85ef8cf tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:57.317965 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2751fd19-4857-413f-b9a1-dfd532d58d39 req-a1b8b166-5db5-45a8-b27a-96e3d85ef8cf tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.1073532 Jan 31 17:12:57.432871 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2751fd19-4857-413f-b9a1-dfd532d58d39 req-030bcc9d-167a-44bd-ada1-44cd2f0ee1d2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069441 Jan 31 17:12:57.555174 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4ce9-e2ae-4cf5-9809-1f4bc0ea71e5 req-a1a70f3a-36e6-4216-a065-2efc8620bba9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:57.562148 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-379d4ce9-e2ae-4cf5-9809-1f4bc0ea71e5 req-a1a70f3a-36e6-4216-a065-2efc8620bba9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1265833 Jan 31 17:12:57.660244 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-379d4ce9-e2ae-4cf5-9809-1f4bc0ea71e5 req-01833d60-c9bd-48a0-beaa-cc21882c5dca tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866852 Jan 31 17:12:58.605237 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6db18-060a-446c-9aea-a298ca684502 req-cf42fe61-4d5c-46f1-9d65-606f4f0e792f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:58.608698 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a3c6db18-060a-446c-9aea-a298ca684502 req-cf42fe61-4d5c-46f1-9d65-606f4f0e792f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0793076 Jan 31 17:12:58.704579 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a3c6db18-060a-446c-9aea-a298ca684502 req-e9ff593c-4a53-40aa-8f00-5c4af7fbcb11 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881937 Jan 31 17:12:58.909374 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231978c-d4d5-44ef-8361-cae87b1b80c6 req-ac29dd18-d215-4efe-8f05-9dd4cda51c55 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:58.922321 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a231978c-d4d5-44ef-8361-cae87b1b80c6 req-ac29dd18-d215-4efe-8f05-9dd4cda51c55 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1028657 Jan 31 17:12:59.008341 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a231978c-d4d5-44ef-8361-cae87b1b80c6 req-cf647bec-369b-46e3-b6b2-ce84a6922aaf tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841444 Jan 31 17:12:59.942060 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376adfb-812f-44a0-b777-fdb0819f6042 req-0c2cf6c2-6781-43bb-8717-8d1ea46c7116 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:12:59.944597 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a376adfb-812f-44a0-b777-fdb0819f6042 req-0c2cf6c2-6781-43bb-8717-8d1ea46c7116 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.1210911 Jan 31 17:13:00.023807 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a376adfb-812f-44a0-b777-fdb0819f6042 req-94208aea-a9df-4c90-b8fe-16d3f4eeca8f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722277 Jan 31 17:13:00.264847 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332ceba-bc3a-4851-9c1f-a0eea08f9d19 req-5f0cf73d-77f4-478f-a735-470eb632499f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:00.267465 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b332ceba-bc3a-4851-9c1f-a0eea08f9d19 req-5f0cf73d-77f4-478f-a735-470eb632499f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1041224 Jan 31 17:13:00.359431 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b332ceba-bc3a-4851-9c1f-a0eea08f9d19 req-44faace0-5ecd-447e-9b7e-96b83de69ccb tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817096 Jan 31 17:13:01.220605 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda91c45-8cfe-4eab-85c7-870188708e59 req-3406e06a-78fe-462c-81be-04d0f4cb34f1 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:01.224385 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-dda91c45-8cfe-4eab-85c7-870188708e59 req-3406e06a-78fe-462c-81be-04d0f4cb34f1 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0924215 Jan 31 17:13:01.325563 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-dda91c45-8cfe-4eab-85c7-870188708e59 req-f7395cd6-07cb-4f58-a225-20e909101c8a tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914912 Jan 31 17:13:01.556338 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356dcf2-a666-4cbf-8f87-752076e8c471 req-d0aaba69-204a-4a57-adef-a414b79d2f9c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:01.559457 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7356dcf2-a666-4cbf-8f87-752076e8c471 req-d0aaba69-204a-4a57-adef-a414b79d2f9c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0990717 Jan 31 17:13:01.589147 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:13:01.650625 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7356dcf2-a666-4cbf-8f87-752076e8c471 req-df4e789e-8af4-4a48-b1db-d7133613a954 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859687 Jan 31 17:13:01.721240 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:01.749505 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'port_id': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'mac_address': 'fa:16:3e:33:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:13:01.822364 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 is: ACTIVE; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:01.823060 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:01.854224 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ec1c906-2f9f-493a-bed2-cbef83b98e74 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:13:01.893322 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:01.900896 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:01.995739 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:02.010958 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['7ec1c906-2f9f-493a-bed2-cbef83b98e74'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:13:02.555191 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95b8d6-0f65-4444-8368-fb6c789c7faa req-6ceca276-7ea6-4e3e-9574-cd860fb5c85d tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:02.557967 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cf95b8d6-0f65-4444-8368-fb6c789c7faa req-6ceca276-7ea6-4e3e-9574-cd860fb5c85d tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.1000764 Jan 31 17:13:02.664473 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cf95b8d6-0f65-4444-8368-fb6c789c7faa req-54406ebb-b506-4f22-9433-39e54d9a8cea tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957496 Jan 31 17:13:02.854741 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a0a64-c0d0-4b5f-8b06-f995ce79777f req-5d3af29a-e6f0-41fe-a250-5a70697f2ff5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:02.857380 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-363a0a64-c0d0-4b5f-8b06-f995ce79777f req-5d3af29a-e6f0-41fe-a250-5a70697f2ff5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 945 time: 0.1014314 Jan 31 17:13:02.947045 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-363a0a64-c0d0-4b5f-8b06-f995ce79777f req-e781d03f-c65f-49d3-bc6d-323d1cb475f2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759711 Jan 31 17:13:03.597503 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a822776a-4b49-489f-b16d-754e94e1398a details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:13:03.603116 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:03.738929 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:03.740506 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:03.896505 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:03.919374 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'a822776a-4b49-489f-b16d-754e94e1398a', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'port_id': 'a822776a-4b49-489f-b16d-754e94e1398a', 'mac_address': 'fa:16:3e:7e:39:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:13:03.928957 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:03.929383 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:03.957597 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68183f3f-3dfa-4096-b683-978705329253 req-2de7a4ea-82eb-4ea9-a601-3ba5de339dc3 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:03.960248 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-68183f3f-3dfa-4096-b683-978705329253 req-2de7a4ea-82eb-4ea9-a601-3ba5de339dc3 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.1298015 Jan 31 17:13:04.045658 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-68183f3f-3dfa-4096-b683-978705329253 req-ab7226dc-77cf-4d17-b9c8-9f1a095af198 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753930 Jan 31 17:13:04.051930 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:13:04.056689 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72acc98f-0757-45bb-b3be-04ccf2ec35dc" -d '{"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:13:04.093984 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:04.098405 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port a822776a-4b49-489f-b16d-754e94e1398a is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:04.099171 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a822776a-4b49-489f-b16d-754e94e1398a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:04.118997 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a822776a-4b49-489f-b16d-754e94e1398a {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:13:04.124644 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:04.172411 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e77cb9e-f047-4f8f-8e18-7189cc31aef0 x-openstack-request-id: req-9e77cb9e-f047-4f8f-8e18-7189cc31aef0 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:13:04.172810 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:13:04.173266 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9e77cb9e-f047-4f8f-8e18-7189cc31aef0 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:13:04.173811 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'code': 200} Jan 31 17:13:04.183227 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:04.191952 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:04.230507 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:04.312369 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01c7cd-bad0-45da-b56e-fab129b95378 req-8ff051c6-c6b9-4049-b7e3-1f727f813831 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:04.323677 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-af01c7cd-bad0-45da-b56e-fab129b95378 req-8ff051c6-c6b9-4049-b7e3-1f727f813831 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1465256 Jan 31 17:13:04.331011 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:04.416546 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-af01c7cd-bad0-45da-b56e-fab129b95378 req-20d9383a-d66b-4d92-9c2e-361f0992fdc2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899429 Jan 31 17:13:04.478979 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['a822776a-4b49-489f-b16d-754e94e1398a'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:13:04.515634 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-90b8b017-f424-481b-abee-e86858f974a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:05.318711 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3cc22-98c1-45c3-b0d1-748fc2e85f4a req-3d81fe01-43f6-44f1-a3a4-8cc75fe71be6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:05.321291 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-41a3cc22-98c1-45c3-b0d1-748fc2e85f4a req-3d81fe01-43f6-44f1-a3a4-8cc75fe71be6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 944 time: 0.1393144 Jan 31 17:13:05.448450 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-41a3cc22-98c1-45c3-b0d1-748fc2e85f4a req-c774468f-df0b-42df-985d-a151564c0d9e tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139271 Jan 31 17:13:05.601627 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a822776a-4b49-489f-b16d-754e94e1398a up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:05.670955 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1266b5-1b35-42b3-9afa-ee2785307111 req-8e6df1b1-916a-44b0-bf7a-38ba8272cc3b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:05.688949 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6d1266b5-1b35-42b3-9afa-ee2785307111 req-8e6df1b1-916a-44b0-bf7a-38ba8272cc3b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1378596 Jan 31 17:13:05.754192 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port a822776a-4b49-489f-b16d-754e94e1398a completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:13:05.763837 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port a822776a-4b49-489f-b16d-754e94e1398a triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:05.764221 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a822776a-4b49-489f-b16d-754e94e1398a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:05.879857 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6d1266b5-1b35-42b3-9afa-ee2785307111 req-08976a27-29a2-4306-90fe-255119eb9d42 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847718 Jan 31 17:13:05.955273 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port a822776a-4b49-489f-b16d-754e94e1398a is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:05.955954 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a822776a-4b49-489f-b16d-754e94e1398a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:06.026803 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:06.035216 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:06.161167 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:06.175956 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:13:06.186613 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60040bc8-4778-4d63-84b3-792a3b78d296" -d '{"events": [{"server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "name": "network-vif-plugged", "status": "completed", "tag": "a822776a-4b49-489f-b16d-754e94e1398a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:13:06.280694 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d1f5c9-40ed-47e7-843d-18c1c65e5683 x-openstack-request-id: req-d4d1f5c9-40ed-47e7-843d-18c1c65e5683 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:13:06.281517 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "name": "network-vif-plugged", "status": "completed", "tag": "a822776a-4b49-489f-b16d-754e94e1398a", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:13:06.282012 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d4d1f5c9-40ed-47e7-843d-18c1c65e5683 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:13:06.282598 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a', 'code': 200} Jan 31 17:13:06.591484 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff0cca-5146-43aa-8ece-b64c582107d0 req-f59d618c-2cfc-49b3-89b7-64d03f3450f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:06.593803 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42ff0cca-5146-43aa-8ece-b64c582107d0 req-f59d618c-2cfc-49b3-89b7-64d03f3450f7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1129 time: 0.0810370 Jan 31 17:13:06.660627 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f6605-30ab-4dad-a3a3-89a8c2deb61c req-c6e99d4c-ef25-47a6-be63-0651acde210c tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:06.662584 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-609f6605-30ab-4dad-a3a3-89a8c2deb61c req-c6e99d4c-ef25-47a6-be63-0651acde210c tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0755963 Jan 31 17:13:06.680333 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42ff0cca-5146-43aa-8ece-b64c582107d0 req-2a326b2b-39af-4514-94f7-cab3cc8161bf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773299 Jan 31 17:13:06.744724 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-609f6605-30ab-4dad-a3a3-89a8c2deb61c req-00c0ec39-cdda-4bc2-b2ab-e732f54d75d2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692370 Jan 31 17:13:06.843523 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8964-7020-4603-a83a-087d2cb6f35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:07.111257 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a53c-deb5-4f99-b1a8-a69bbd70de2b req-8f0fabff-74f2-4bf5-8c93-9b38ad4ac832 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:07.123199 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1df3a53c-deb5-4f99-b1a8-a69bbd70de2b req-8f0fabff-74f2-4bf5-8c93-9b38ad4ac832 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1021361 Jan 31 17:13:07.193225 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1df3a53c-deb5-4f99-b1a8-a69bbd70de2b req-9370a510-bafe-48a6-bb2f-f9b460ad608d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686646 Jan 31 17:13:08.016063 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e97dd-bb8b-4b53-938a-df19c14db5a8 req-6fb93660-5128-4a89-938c-81797866ba69 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:08.025637 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4d6e97dd-bb8b-4b53-938a-df19c14db5a8 req-6fb93660-5128-4a89-938c-81797866ba69 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.1328063 Jan 31 17:13:08.085049 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4d6e97dd-bb8b-4b53-938a-df19c14db5a8 req-c99e3e69-2b73-4a51-8da9-720612fd54af tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578599 Jan 31 17:13:08.447310 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806d64-b196-4146-8e2d-880a429d5556 req-577980b2-abb7-4aae-a553-f186829a11e4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:08.449880 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e0806d64-b196-4146-8e2d-880a429d5556 req-577980b2-abb7-4aae-a553-f186829a11e4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1060913 Jan 31 17:13:08.557345 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e0806d64-b196-4146-8e2d-880a429d5556 req-0e0e52a2-5a7e-47b8-8796-c72b9f4265ca tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952692 Jan 31 17:13:09.293225 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cabcd4-6834-44cc-84b0-2875b52b8b82 req-05bfb6a5-66fd-4f46-8ff5-bf8977a9d17a tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:09.295662 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-89cabcd4-6834-44cc-84b0-2875b52b8b82 req-05bfb6a5-66fd-4f46-8ff5-bf8977a9d17a tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0886223 Jan 31 17:13:09.402452 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-89cabcd4-6834-44cc-84b0-2875b52b8b82 req-47b6f773-ce31-4e53-95d6-34831d872530 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945096 Jan 31 17:13:09.602313 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc226-b413-4a4b-a2c7-29224577f89d req-b65fbab8-b3fb-44ba-b090-e15834342ae2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:09.612474 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95fdc226-b413-4a4b-a2c7-29224577f89d req-b65fbab8-b3fb-44ba-b090-e15834342ae2 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.1017938 Jan 31 17:13:09.728542 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-95fdc226-b413-4a4b-a2c7-29224577f89d req-af0b1122-27d0-4265-ad1b-1ca84eb596e5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144803 Jan 31 17:13:09.738048 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 43598) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:09.760630 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43600) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:09.834084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdab7c1-1d5f-4d91-ac9e-3a496b55e3e3 admin admin] Deleting subnet 03b043de-6ee2-4ea4-987a-c472ec94d0c3 {{(pid=102770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:13:09.840909 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5cdab7c1-1d5f-4d91-ac9e-3a496b55e3e3 admin admin] Publish callbacks [] for subnet (03b043de-6ee2-4ea4-987a-c472ec94d0c3), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:09.878092 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:09.906707 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d947c-f0a4-47c9-a878-76ebac784261 req-ad3c1fcb-265e-47c8-a811-4b773354c368 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:09.917838 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-282d947c-f0a4-47c9-a878-76ebac784261 req-ad3c1fcb-265e-47c8-a811-4b773354c368 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1786580 Jan 31 17:13:09.937446 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5cdab7c1-1d5f-4d91-ac9e-3a496b55e3e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562461'] for subnet (03b043de-6ee2-4ea4-987a-c472ec94d0c3), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.025174 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5cdab7c1-1d5f-4d91-ac9e-3a496b55e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (03b043de-6ee2-4ea4-987a-c472ec94d0c3), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.051905 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b95de00-02cd-4dcd-b496-e48cfedf1904 tempest-TestShelveInstance-1511961624 tempest-TestShelveInstance-1511961624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:10.058916 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-1b95de00-02cd-4dcd-b496-e48cfedf1904 tempest-TestShelveInstance-1511961624 tempest-TestShelveInstance-1511961624-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1124 time: 0.2924242 Jan 31 17:13:10.062252 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 43604) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:10.062710 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-282d947c-f0a4-47c9-a878-76ebac784261 req-ee2d6b8d-19c6-4579-be4b-2f2116cbf771 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425507 Jan 31 17:13:10.077291 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'port_id': 'a822776a-4b49-489f-b16d-754e94e1398a', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:10.134601 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.242339 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5cdab7c1-1d5f-4d91-ac9e-3a496b55e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8693938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9610348'] for subnet (03b043de-6ee2-4ea4-987a-c472ec94d0c3), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.334687 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5cdab7c1-1d5f-4d91-ac9e-3a496b55e3e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.343002 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-5cdab7c1-1d5f-4d91-ac9e-3a496b55e3e3 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/03b043de-6ee2-4ea4-987a-c472ec94d0c3 HTTP/1.1" status: 204 len: 168 time: 0.5955644 Jan 31 17:13:10.343569 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43606) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:10.370016 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdab7c1-1d5f-4d91-ac9e-3a496b55e3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b043de-6ee2-4ea4-987a-c472ec94d0c3,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:10.452999 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.506836 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (500f403c-bd0f-46e2-98f7-c91dd09b59c5), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.669702 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (500f403c-bd0f-46e2-98f7-c91dd09b59c5), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.697180 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Allocated IP 172.27.3.11 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/5e9761c1-a56c-478f-acd5-f601ef912217) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:13:10.709326 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500f403c-bd0f-46e2-98f7-c91dd09b59c5']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:10.735953 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d56560-d637-4613-b0ff-18b7ed8225c7') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:10.736571 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d56560-d637-4613-b0ff-18b7ed8225c7') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:10.767832 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (b0d56560-d637-4613-b0ff-18b7ed8225c7), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.795061 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (b0d56560-d637-4613-b0ff-18b7ed8225c7), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.808891 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Releasing vlan 978 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:13:10.809644 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (b0d56560-d637-4613-b0ff-18b7ed8225c7), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:13:10.813189 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:13:10.899417 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (500f403c-bd0f-46e2-98f7-c91dd09b59c5), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.911252 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.917100 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] 10.222.0.90 "DELETE /v2.0/networks/500f403c-bd0f-46e2-98f7-c91dd09b59c5 HTTP/1.1" status: 204 len: 168 time: 0.5718935 Jan 31 17:13:10.925677 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for port (5e9761c1-a56c-478f-acd5-f601ef912217), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:10.940759 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Pushing event deleted for resources: {'Network': ['ID=500f403c-bd0f-46e2-98f7-c91dd09b59c5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:10.953501 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.953501 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.953955 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.954240 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.954527 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.954931 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.955527 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.955862 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.956242 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.956576 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.956905 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.957382 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:10.957714 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31582db6-bdfb-46a5-81f1-7be16b056afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:11.022398 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (5e9761c1-a56c-478f-acd5-f601ef912217), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:11.115828 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:11.144026 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:11.161562 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'Port': ['ID=5e9761c1-a56c-478f-acd5-f601ef912217,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:11.179688 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:13:11.255198 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43612) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:11.327442 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-428238e6-56c9-487c-a9ac-0d1ef52e7276 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=be33496a83e1482abc90e429c0f69baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0688639 Jan 31 17:13:11.328028 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43614) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:11.405834 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:11.423308 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25952a6f-45bf-4469-b3f6-10ead4496bba admin admin] Publish callbacks [] for security_group (ed9a2265-71c7-427b-98a7-44ad5af78180), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:11.433230 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825b13-90f4-4740-8610-0fbdce1baf23 req-0d55f791-15b5-4467-b2c5-6015a5eb7369 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:11.441410 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c8825b13-90f4-4740-8610-0fbdce1baf23 req-0d55f791-15b5-4467-b2c5-6015a5eb7369 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.2162852 Jan 31 17:13:11.466057 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25952a6f-45bf-4469-b3f6-10ead4496bba admin admin] Publish callbacks [] for security_group (ed9a2265-71c7-427b-98a7-44ad5af78180), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:11.509755 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c8825b13-90f4-4740-8610-0fbdce1baf23 req-493d6539-7508-4ca0-83ba-67f63294047c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665860 Jan 31 17:13:11.557235 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25952a6f-45bf-4469-b3f6-10ead4496bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ed9a2265-71c7-427b-98a7-44ad5af78180), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:11.562260 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-25952a6f-45bf-4469-b3f6-10ead4496bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:11.567055 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-25952a6f-45bf-4469-b3f6-10ead4496bba admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ed9a2265-71c7-427b-98a7-44ad5af78180 HTTP/1.1" status: 204 len: 168 time: 0.2352331 Jan 31 17:13:11.581446 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25952a6f-45bf-4469-b3f6-10ead4496bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a2265-71c7-427b-98a7-44ad5af78180,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:11.675288 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:11.995329 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:12.084226 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for floatingip (b9693b38-d7d6-43ab-9db9-693cafceaada), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:12.188052 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5e9761c1-a56c-478f-acd5-f601ef912217), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:12.461317 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for port (5e9761c1-a56c-478f-acd5-f601ef912217), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:12.470969 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (5e9761c1-a56c-478f-acd5-f601ef912217), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:12.618478 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event updated for resources: {'Port': ['ID=5e9761c1-a56c-478f-acd5-f601ef912217,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:12.646531 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (b9693b38-d7d6-43ab-9db9-693cafceaada), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:12.679426 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99423eac-63a7-461e-9398-d5672a3f3dc1 req-80bcf617-410e-42b7-ba17-cccef54d0449 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:12.688022 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-99423eac-63a7-461e-9398-d5672a3f3dc1 req-80bcf617-410e-42b7-ba17-cccef54d0449 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0858474 Jan 31 17:13:12.780272 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-99423eac-63a7-461e-9398-d5672a3f3dc1 req-e2b689a5-ca70-41c6-8ae1-70d0f3267728 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903549 Jan 31 17:13:12.867944 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.l3_db [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Floating IP b9693b38-d7d6-43ab-9db9-693cafceaada associated. External IP: 172.27.3.11, port: a822776a-4b49-489f-b16d-754e94e1398a. Jan 31 17:13:13.670435 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Router 7de2aaa5-e510-48d5-935b-433b526723ff has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:13:13.891836 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:13:13.909330 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] Sync routers for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:13:13.959267 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:13.960465 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:13.963875 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:14.084822 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-54f53865-bdf9-4593-97af-795a8e0909f4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0209527 Jan 31 17:13:14.088514 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:13:14.090774 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf52aa5-c234-40b4-818a-932de5323803" -d '{"events": [{"name": "network-changed", "server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "tag": "a822776a-4b49-489f-b16d-754e94e1398a"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:13:14.158547 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2822fd-63c3-411e-8669-123658b69d35 req-e874e1e5-2e7a-49fe-9a09-c011c89f0fe5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:14.170801 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2e2822fd-63c3-411e-8669-123658b69d35 req-e874e1e5-2e7a-49fe-9a09-c011c89f0fe5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1598399 Jan 31 17:13:14.185909 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9c0d9f-3b4e-45e7-aa0a-c76d90134e8d x-openstack-request-id: req-3b9c0d9f-3b4e-45e7-aa0a-c76d90134e8d {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:13:14.186415 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "tag": "a822776a-4b49-489f-b16d-754e94e1398a", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:13:14.186785 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3b9c0d9f-3b4e-45e7-aa0a-c76d90134e8d {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:13:14.187304 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a', 'status': 'completed', 'code': 200} Jan 31 17:13:14.297717 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf52aa5-c234-40b4-818a-932de5323803 req-fa8b7384-6b08-44a7-9a82-b1006ff33144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:14.299563 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cf52aa5-c234-40b4-818a-932de5323803 req-fa8b7384-6b08-44a7-9a82-b1006ff33144 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f8c7c201b074313a010c032bfc855ec&device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1129 time: 0.1111751 Jan 31 17:13:14.316655 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2e2822fd-63c3-411e-8669-123658b69d35 req-679761ea-e474-401c-b776-579232d0c198 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444719 Jan 31 17:13:14.417625 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:14.482116 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf52aa5-c234-40b4-818a-932de5323803 req-ad049136-47a2-4123-8800-a4e58bd0929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:14.484841 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cf52aa5-c234-40b4-818a-932de5323803 req-ad049136-47a2-4123-8800-a4e58bd0929e service neutron] 10.222.0.71 "GET /v2.0/networks?id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 200 len: 908 time: 0.1662207 Jan 31 17:13:14.605556 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cf52aa5-c234-40b4-818a-932de5323803 req-d06d5478-9cf4-4512-abc6-e5f181d1f831 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 200 len: 998 time: 0.1142981 Jan 31 17:13:14.679083 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf52aa5-c234-40b4-818a-932de5323803 req-98488432-bcb8-4b1e-a2f7-4ff865d0d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:14.680798 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cf52aa5-c234-40b4-818a-932de5323803 req-98488432-bcb8-4b1e-a2f7-4ff865d0d9fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e90c051-b27a-48d7-9935-005c2c0d13bf HTTP/1.1" status: 200 len: 846 time: 0.0653162 Jan 31 17:13:14.744508 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf52aa5-c234-40b4-818a-932de5323803 req-486c6f5b-c405-48dc-9c48-e49041389a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:14.746118 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cf52aa5-c234-40b4-818a-932de5323803 req-486c6f5b-c405-48dc-9c48-e49041389a72 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550969 Jan 31 17:13:14.820955 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': 'b9693b38-d7d6-43ab-9db9-693cafceaada', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'port_id': 'a822776a-4b49-489f-b16d-754e94e1398a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'mac_address': 'fa:16:3e:7e:39:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:13:11Z', 'updated_at': '2022-01-31T17:13:11Z', 'revision_number': 0, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:21Z', 'revision_number': 5, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:14.853780 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] Checking router: 7de2aaa5-e510-48d5-935b-433b526723ff for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:13:14.862146 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cf52aa5-c234-40b4-818a-932de5323803 req-8004b140-e9e3-49e5-9f9a-e146026c01fb service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090257 Jan 31 17:13:14.863844 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:14.864507 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:14.979777 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4cf52aa5-c234-40b4-818a-932de5323803 req-98507c5a-21d6-41ec-a4d4-e655b43bf097 service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115463 Jan 31 17:13:15.056716 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:15.507082 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbce82-b80a-4d79-ad99-31d01976e5cf req-fab4fceb-0d51-49f4-ab3d-405964a18c91 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:15.512703 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-eabbce82-b80a-4d79-ad99-31d01976e5cf req-fab4fceb-0d51-49f4-ab3d-405964a18c91 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0907524 Jan 31 17:13:15.543788 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': 'b9693b38-d7d6-43ab-9db9-693cafceaada', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'port_id': 'a822776a-4b49-489f-b16d-754e94e1398a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'mac_address': 'fa:16:3e:7e:39:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:13:11Z', 'updated_at': '2022-01-31T17:13:11Z', 'revision_number': 0, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:21Z', 'revision_number': 5, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:15.614597 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2ed5d-7058-47a8-aad8-f45c1b12fa34 None None] The sync data for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi is: [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': 'b9693b38-d7d6-43ab-9db9-693cafceaada', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'port_id': 'a822776a-4b49-489f-b16d-754e94e1398a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'mac_address': 'fa:16:3e:7e:39:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:13:11Z', 'updated_at': '2022-01-31T17:13:11Z', 'revision_number': 0, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:21Z', 'revision_number': 5, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:13:15.648646 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-eabbce82-b80a-4d79-ad99-31d01976e5cf req-39e67bf0-1394-439a-aaf2-4364cf577882 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293340 Jan 31 17:13:16.017976 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5c5c9-67c4-4e4d-a2bf-d6d50be9da5f None None] New status for floating IP b9693b38-d7d6-43ab-9db9-693cafceaada: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:13:16.893660 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e0442-e36a-466e-95a1-19f1345bb853 req-5d48a102-9dd9-4270-8874-d4fff27942d2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:16.901040 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-632e0442-e36a-466e-95a1-19f1345bb853 req-5d48a102-9dd9-4270-8874-d4fff27942d2 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.1425595 Jan 31 17:13:16.995109 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-632e0442-e36a-466e-95a1-19f1345bb853 req-f3d7a208-0078-457e-bcea-5eebaa6020e7 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754120 Jan 31 17:13:18.059244 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-680ba818-209d-4119-a540-78256a2167e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:18.061093 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-680ba818-209d-4119-a540-78256a2167e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 1130 time: 0.0524654 Jan 31 17:13:18.166618 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5dcc3-fc40-4e0f-8799-c743e19ffff6 req-47729b98-9d7a-4ff2-aed0-5158c4ed07e6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:18.168918 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4ee5dcc3-fc40-4e0f-8799-c743e19ffff6 req-47729b98-9d7a-4ff2-aed0-5158c4ed07e6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0670836 Jan 31 17:13:18.187207 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-91850109-99d6-44a0-a021-cbb6162d56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:18.188853 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-91850109-99d6-44a0-a021-cbb6162d56de service neutron] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 917 time: 0.1154282 Jan 31 17:13:18.236306 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4ee5dcc3-fc40-4e0f-8799-c743e19ffff6 req-9c924f61-7afb-4202-b3cc-e13a3f3cb4f4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570080 Jan 31 17:13:18.278994 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-2f51999e-1322-400c-9d3e-2205d568f09b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74 HTTP/1.1" status: 200 len: 1001 time: 0.0834081 Jan 31 17:13:18.338818 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-c11bf916-1ecb-4ad4-beb9-d1f3303abaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:18.340383 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-c11bf916-1ecb-4ad4-beb9-d1f3303abaa4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.0518692 Jan 31 17:13:18.401393 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-df16d2a2-48ce-48b7-a5f1-94dbd4044bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:18.403212 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-df16d2a2-48ce-48b7-a5f1-94dbd4044bf1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564795 Jan 31 17:13:18.541333 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-008c5aa2-8f0d-4214-8ae0-a2dc6718b2ef service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305351 Jan 31 17:13:18.654438 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d3759a6a-d3b3-4d36-8806-50aefebc3a13 req-6bbf33d6-d30a-4ec3-aa7b-3f06e7380386 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063161 Jan 31 17:13:19.454295 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3faad-93f4-490c-b835-3a3ea2d4c1f9 req-a6fcb090-31d8-4fee-a412-a368a8eda56d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:19.457138 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4dc3faad-93f4-490c-b835-3a3ea2d4c1f9 req-a6fcb090-31d8-4fee-a412-a368a8eda56d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0907557 Jan 31 17:13:19.522451 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4dc3faad-93f4-490c-b835-3a3ea2d4c1f9 req-7f36a26f-ce92-46e3-9398-c58516e58adf tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576863 Jan 31 17:13:20.708781 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed325be7-72ce-45ef-a54a-e852eaf169dd req-87851d10-f5f5-470c-b7e7-ea51d48e3a78 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:20.710957 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed325be7-72ce-45ef-a54a-e852eaf169dd req-87851d10-f5f5-470c-b7e7-ea51d48e3a78 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0740983 Jan 31 17:13:20.778575 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed325be7-72ce-45ef-a54a-e852eaf169dd req-5c52420b-0d92-46d8-afdd-2633c29baf98 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573471 Jan 31 17:13:21.777015 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:13:21.894623 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 is: ACTIVE; New status is: DOWN {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:21.895339 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:21.925474 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:13:21.928245 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fda347-0c6a-4720-b4df-51a3e4ef312e" -d '{"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:13:21.950778 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:21.956449 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:22.000079 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8a4a7-125d-4f47-b54d-926e901f0d53 req-d8fab287-3258-4055-9f49-98cb04817093 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:22.002003 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-93d8a4a7-125d-4f47-b54d-926e901f0d53 req-d8fab287-3258-4055-9f49-98cb04817093 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 946 time: 0.0989702 Jan 31 17:13:22.003674 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aece859-f469-47e2-8f5f-6ced68255a30 x-openstack-request-id: req-1aece859-f469-47e2-8f5f-6ced68255a30 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:13:22.004125 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-unplugged", "status": "failed", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74", "code": 422}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:13:22.004531 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1aece859-f469-47e2-8f5f-6ced68255a30 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:13:22.005145 dv-cinder-814898-3-iscsi neutron-server[102772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'code': 422} returned with failed status Jan 31 17:13:22.043033 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=8']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:22.053474 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.054156 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.054688 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.055027 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.055362 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.055723 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.056049 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.057328 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.057328 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.057328 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.057328 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.057938 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.057938 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:22.083086 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-93d8a4a7-125d-4f47-b54d-926e901f0d53 req-665b6431-5963-41ad-86e5-844efea6d557 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733399 Jan 31 17:13:23.224524 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef88af1-577d-4c5e-b63d-e4a1d9ce2423 req-e349360b-d438-4605-a188-e91ce3f67639 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:23.226342 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2ef88af1-577d-4c5e-b63d-e4a1d9ce2423 req-e349360b-d438-4605-a188-e91ce3f67639 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.0777507 Jan 31 17:13:23.308340 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2ef88af1-577d-4c5e-b63d-e4a1d9ce2423 req-6b305754-8b76-44be-a3ab-220c83393e1a tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722504 Jan 31 17:13:23.422130 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497ae4c-bcc1-49f9-95db-b6e9d0eda24b req-dd013e96-e9a4-435b-a56f-42aebdb3ef2f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:23.424597 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5497ae4c-bcc1-49f9-95db-b6e9d0eda24b req-dd013e96-e9a4-435b-a56f-42aebdb3ef2f tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.0906293 Jan 31 17:13:23.431170 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-ae8d42e1-cc61-4bd3-a163-e9ffab4c42ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709863 Jan 31 17:13:23.502364 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5497ae4c-bcc1-49f9-95db-b6e9d0eda24b req-d7e96cdf-5bcc-4897-86d6-6ab8449c845b tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680387 Jan 31 17:13:24.478817 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-d221d3e6-bd8e-487c-8a2e-796f6259c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:24.480423 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-d221d3e6-bd8e-487c-8a2e-796f6259c559 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b&tenant_id=f89e530b82054872a9f5e60f79d3d506 HTTP/1.1" status: 200 len: 1128 time: 0.1155427 Jan 31 17:13:24.497952 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c8423-8ce7-4cf8-b29a-5ab803c9fcb4 req-17cb67f1-b942-4e21-8cd4-91ca926735f2 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:24.500277 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6d9c8423-8ce7-4cf8-b29a-5ab803c9fcb4 req-17cb67f1-b942-4e21-8cd4-91ca926735f2 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.0849731 Jan 31 17:13:24.601763 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6d9c8423-8ce7-4cf8-b29a-5ab803c9fcb4 req-248f8b93-4a87-471e-8348-10fdc49a1a33 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939233 Jan 31 17:13:24.617305 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-0b05dc48-3ed4-4fc9-a04f-cd0c4ddc47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:24.620415 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-0b05dc48-3ed4-4fc9-a04f-cd0c4ddc47e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f89e530b82054872a9f5e60f79d3d506&device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 1128 time: 0.1057279 Jan 31 17:13:24.666602 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b180764-90d7-45ef-a10d-33c8fc48949a req-d3dcb865-d368-4533-9662-5ebfe87dab4d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:24.669114 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6b180764-90d7-45ef-a10d-33c8fc48949a req-d3dcb865-d368-4533-9662-5ebfe87dab4d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.0600760 Jan 31 17:13:24.721113 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6b180764-90d7-45ef-a10d-33c8fc48949a req-373651b9-7ac5-40f2-a979-15d5d0adfd3c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471616 Jan 31 17:13:24.766114 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-f3febb2b-a754-4b31-9ec5-3f2fbf232888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:24.767703 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-f3febb2b-a754-4b31-9ec5-3f2fbf232888 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 200 len: 917 time: 0.1397395 Jan 31 17:13:24.840030 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-afa5f2e4-475e-41bb-9f71-9cf18902a5a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74 HTTP/1.1" status: 200 len: 999 time: 0.0652103 Jan 31 17:13:24.892882 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-61fc3f2c-444c-400a-baa8-ecbdf6ae11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:24.894392 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-61fc3f2c-444c-400a-baa8-ecbdf6ae11f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 200 len: 855 time: 0.0465839 Jan 31 17:13:24.958625 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-5c1a03cd-5509-4af5-a305-38e7eeff1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:24.961214 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-5c1a03cd-5509-4af5-a305-38e7eeff1e72 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e72db7a6-9e62-47f3-bd28-1d6021a2788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583479 Jan 31 17:13:25.063047 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-ea43dd30-8811-4859-958f-883382962c4f service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906441 Jan 31 17:13:25.173454 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c71eb0d-0a8a-456e-9dc7-c754d52e89f0 req-bccd4b7d-7d04-4e3a-8b6e-40f3d8f637c0 service neutron] 10.222.0.71 "GET /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000006 Jan 31 17:13:25.334230 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-60fa9851-a231-45ca-9911-a5bd8d67d535 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:25.335721 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-60fa9851-a231-45ca-9911-a5bd8d67d535 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.0594242 Jan 31 17:13:25.526224 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Deleting port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:13:25.526224 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:25.599746 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43888) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:25.671357 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] For port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:25.671790 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:25.795458 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0694-f005-4063-90f9-2e4a645ac20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:25.853157 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e170c05-47c1-4846-b2c4-7996d741401d req-5746e59c-b2dc-47fe-a538-cbdb7ee76ed6 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:25.854856 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7e170c05-47c1-4846-b2c4-7996d741401d req-5746e59c-b2dc-47fe-a538-cbdb7ee76ed6 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 946 time: 0.1235781 Jan 31 17:13:26.008768 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0694-f005-4063-90f9-2e4a645ac20f admin admin] Publish callbacks [] for security_group (ea0149ec-bf6b-487d-adf8-0596247b54cf), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.018881 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec9610-79ee-4987-b12a-9c75f5069fc7 req-9899eb24-0020-4e8c-90f6-800b91ace5a1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:26.021046 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-97ec9610-79ee-4987-b12a-9c75f5069fc7 req-9899eb24-0020-4e8c-90f6-800b91ace5a1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1243618 Jan 31 17:13:26.022740 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0694-f005-4063-90f9-2e4a645ac20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ea0149ec-bf6b-487d-adf8-0596247b54cf), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.032422 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.033040 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (852d7335-b5f8-428a-8263-719b96fd875f), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.033584 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.l3_db [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Floating IP 852d7335-b5f8-428a-8263-719b96fd875f disassociated. External IP: 172.27.3.235, port: 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502. Jan 31 17:13:26.034201 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Calling delete_port for 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:13:26.068544 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7e170c05-47c1-4846-b2c4-7996d741401d req-40a6cfa5-7e1e-4277-b6e7-543dcc229ca7 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups?id=faf0af4a-d3da-4298-a5c6-3dba37b40738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483312 Jan 31 17:13:26.112945 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-5f6a0694-f005-4063-90f9-2e4a645ac20f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=821945a30a1d43cfa1b830b690aa07dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116663 Jan 31 17:13:26.113832 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a0694-f005-4063-90f9-2e4a645ac20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0149ec-bf6b-487d-adf8-0596247b54cf,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:26.132315 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43908) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:26.180165 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-97ec9610-79ee-4987-b12a-9c75f5069fc7 req-e7690a9d-389a-420a-8c68-27f6b8a46298 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364856 Jan 31 17:13:26.256477 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9de441dd-1ffa-4040-8a40-5721c8f3f687 admin admin] Publish callbacks [] for security_group (ea0149ec-bf6b-487d-adf8-0596247b54cf), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.288089 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9de441dd-1ffa-4040-8a40-5721c8f3f687 admin admin] Publish callbacks [] for security_group (ea0149ec-bf6b-487d-adf8-0596247b54cf), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.383332 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9de441dd-1ffa-4040-8a40-5721c8f3f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ea0149ec-bf6b-487d-adf8-0596247b54cf), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.383608 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.386112 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-9de441dd-1ffa-4040-8a40-5721c8f3f687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:26.387465 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-9de441dd-1ffa-4040-8a40-5721c8f3f687 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ea0149ec-bf6b-487d-adf8-0596247b54cf HTTP/1.1" status: 204 len: 168 time: 0.2541311 Jan 31 17:13:26.409038 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de441dd-1ffa-4040-8a40-5721c8f3f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0149ec-bf6b-487d-adf8-0596247b54cf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:26.509976 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event deleted for resources: {'Port': ['ID=5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:26.749957 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Router bd76471d-3837-4a72-87a8-b11a959bdfc4 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:13:27.051214 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:13:27.130002 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] Sync routers for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:13:27.159660 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:27.161277 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:27.206857 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] No DVR routers for this DVR port 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:13:27.212555 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:27.232645 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-981bdb54-dc3c-4f9a-a32d-0d41e919987c req-759cb87d-533e-493a-8cda-e405470fbedc tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.71 "DELETE /v2.0/ports/5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 HTTP/1.1" status: 204 len: 173 time: 1.8588228 Jan 31 17:13:27.233346 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'name': 'network-vif-deleted', 'tag': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:13:27.235972 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576366e2-8b38-44a0-a82f-e8fc4ad1450e" -d '{"events": [{"server_uuid": "de52f38f-3265-43c9-90e2-982a227f4ba8", "name": "network-vif-deleted", "tag": "5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:13:27.301043 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-79c916c2-0504-4910-8eed-39daeda9fc88 req-12729df6-9670-4e2a-8b80-18fe88d8029c tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0476992 Jan 31 17:13:27.432257 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758775dd-9b4c-48b4-aeab-09fe6ca40f3f x-openstack-request-id: req-758775dd-9b4c-48b4-aeab-09fe6ca40f3f {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:13:27.432780 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de52f38f-3265-43c9-90e2-982a227f4ba8", "name": "network-vif-deleted", "tag": "5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:13:27.433186 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-758775dd-9b4c-48b4-aeab-09fe6ca40f3f {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:13:27.433809 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de52f38f-3265-43c9-90e2-982a227f4ba8', 'name': 'network-vif-deleted', 'tag': '5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502', 'status': 'completed', 'code': 200} Jan 31 17:13:27.469378 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:27.632477 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ae01e-5ffb-4957-9297-8c146db208e1 req-4cb1a71b-8c28-4a6b-a5a5-6c1ad1e78bdc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:27.662474 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1a9ae01e-5ffb-4957-9297-8c146db208e1 req-4cb1a71b-8c28-4a6b-a5a5-6c1ad1e78bdc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1613979 Jan 31 17:13:27.790953 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-1a9ae01e-5ffb-4957-9297-8c146db208e1 req-666c3dbc-0a2b-4ce5-a3cf-90ba44301475 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265638 Jan 31 17:13:27.883190 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:27.900509 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43936) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:27.918970 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] Checking router: bd76471d-3837-4a72-87a8-b11a959bdfc4 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:13:27.930434 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:27.931346 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:28.118948 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:28.165576 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-555672474-network', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:28.237437 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Made reservation on behalf of 9a6ef23bd1de467fa9c6a4c61a63126a for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:13:28.247481 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:28.267233 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:28.379215 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:28.431511 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Publish callbacks [] for security_group (e89e4a81-4048-4d60-867d-1e30aa29ab7a), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:28.432330 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47016ec9-3828-4887-9318-22a61bca1769 None None] The sync data for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi is: [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:06:52Z', 'revision_number': 4, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '60cf427b-b930-4190-90e7-7de3c70cc25b', 'name': '', 'network_id': '40668b0f-48ca-4bd9-b251-ace6777de662', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'mac_address': 'fa:16:3e:3f:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:50Z', 'updated_at': '2022-01-31T17:07:01Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'subnets': [{'id': '5d4f58b2-0050-4b75-94b7-703e1e968abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:13:28.439093 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e89e4a81-4048-4d60-867d-1e30aa29ab7a), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:28.458721 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:13:28.475105 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (b5ca7350-827a-4abb-ab02-8dd33b3dadae), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:28.476070 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Added segment b5ca7350-827a-4abb-ab02-8dd33b3dadae of type vlan for network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 Jan 31 17:13:28.542053 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:28.579821 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:28.579821 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:28.580478 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:28.636375 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-75aff5df-1e71-47ef-b1c9-f2c580de11b7 req-ca73951a-88a7-47e8-a6f1-56d17e70d67d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/ports?device_id=de52f38f-3265-43c9-90e2-982a227f4ba8 HTTP/1.1" status: 200 len: 210 time: 0.0767412 Jan 31 17:13:28.664735 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Pushing event updated for resources: {'Network': ['ID=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:28.678075 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:13:28.713517 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e4a81-4048-4d60-867d-1e30aa29ab7a,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:28.727485 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-014c9f42-c391-4057-832b-13f0822674ca admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8250535 Jan 31 17:13:28.732281 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 43942) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:28.740993 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Request body: {'subnet': {'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-555672474-subnet', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:28.799711 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Made reservation on behalf of 9a6ef23bd1de467fa9c6a4c61a63126a for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:13:28.808390 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9610321'] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:29.070536 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7534a481-dd1d-47da-8c88-3de6d92549e2 None None] New status for floating IP 852d7335-b5f8-428a-8263-719b96fd875f: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:13:29.293888 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3853d48-660d-41cd-9a18-2854710cbee0 req-77e6ad24-30a9-4c40-b8bc-dd6c3ab5a83c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:29.328224 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e3853d48-660d-41cd-9a18-2854710cbee0 req-77e6ad24-30a9-4c40-b8bc-dd6c3ab5a83c tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.2754984 Jan 31 17:13:29.372525 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9610343'] for subnet (257c4df0-cd1f-4153-8bcf-94b39fa85367), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:29.467860 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Pushing event updated for resources: {'Subnet': ['ID=257c4df0-cd1f-4153-8bcf-94b39fa85367,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:29.485030 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e3853d48-660d-41cd-9a18-2854710cbee0 req-e05f5f0d-c4cd-4d83-bf6d-2335759cae92 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554728 Jan 31 17:13:29.546118 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Checking segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:29.548519 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Network hostable DHCP agents. Network: 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:13:29.575333 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:13:29.595134 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:29.608422 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4529e061-6aff-4c04-8633-d9fdc1efd4ac None None] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:13:29.623448 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:29.624223 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:29.690960 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 43950) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:29.693406 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-79ccbf98-130a-4e11-abe1-6bbf53e9010e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9575353 Jan 31 17:13:29.700575 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:29.755148 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (e0857741-d7e0-4201-9e44-b9016feec859), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:29.759053 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (e0857741-d7e0-4201-9e44-b9016feec859), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:29.809762 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 43954) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:29.828917 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:13:29.833177 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:13:29.840610 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:29.878265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:13:29.878629 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 5f8eb0eb-0311-4b92-b2e3-d92bcf2ff502 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:13:29.910814 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks [] for router_controller (e0857741-d7e0-4201-9e44-b9016feec859), precommit_add_association {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:29.956559 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-61f2326a-7357-4be3-a34e-21bfe7dccff1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (faf0af4a-d3da-4298-a5c6-3dba37b40738), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.008131 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-61f2326a-7357-4be3-a34e-21bfe7dccff1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (faf0af4a-d3da-4298-a5c6-3dba37b40738), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.101520 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-61f2326a-7357-4be3-a34e-21bfe7dccff1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (faf0af4a-d3da-4298-a5c6-3dba37b40738), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.107796 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Allocated IP 172.20.0.2 (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5/257c4df0-cd1f-4153-8bcf-94b39fa85367/af205c04-c070-465e-a905-aa9fa8bc47ce) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:13:30.119028 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-61f2326a-7357-4be3-a34e-21bfe7dccff1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.123616 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-61f2326a-7357-4be3-a34e-21bfe7dccff1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "DELETE /v2.0/security-groups/faf0af4a-d3da-4298-a5c6-3dba37b40738 HTTP/1.1" status: 204 len: 168 time: 0.3121576 Jan 31 17:13:30.124462 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 43956) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:30.160804 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2326a-7357-4be3-a34e-21bfe7dccff1 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0af4a-d3da-4298-a5c6-3dba37b40738,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:30.170628 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.api.v2.resource [None req-551e1bea-d409-43b8-846e-26a26ebd396d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] show failed (client error): The resource could not be found. Jan 31 17:13:30.185510 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-551e1bea-d409-43b8-846e-26a26ebd396d tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "GET /v2.0/security-groups/faf0af4a-d3da-4298-a5c6-3dba37b40738 HTTP/1.1" status: 404 len: 347 time: 0.0566475 Jan 31 17:13:30.190252 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 43958) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:30.212464 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks [] for router_gateway (e0857741-d7e0-4201-9e44-b9016feec859), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.312461 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Publish callbacks [] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.331027 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.376116 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:30.383796 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:30.397876 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:13:30.422577 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Pushing event updated for resources: {'Port': ['ID=af205c04-c070-465e-a905-aa9fa8bc47ce,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:30.449412 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Deleting port 82b0da73-b935-4dea-b6d9-4981707b2d8e {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:13:30.450178 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (82b0da73-b935-4dea-b6d9-4981707b2d8e), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.537601 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Attempting to bind port af205c04-c070-465e-a905-aa9fa8bc47ce on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:13:30.537979 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Attempting to bind port af205c04-c070-465e-a905-aa9fa8bc47ce by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:13:30.538346 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Attempting to bind port af205c04-c070-465e-a905-aa9fa8bc47ce on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:13:30.550888 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:13:30.551254 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Checking segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:30.551700 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.552118 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Bound using segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:13:30.552673 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Bound port: af205c04-c070-465e-a905-aa9fa8bc47ce, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:13:30.553106 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.702944 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] For port af205c04-c070-465e-a905-aa9fa8bc47ce, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:13:30.713596 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] For port af205c04-c070-465e-a905-aa9fa8bc47ce, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=af205c04-c070-465e-a905-aa9fa8bc47ce,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:13:30.722884 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.794158 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks [] for router_gateway (e0857741-d7e0-4201-9e44-b9016feec859), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.835465 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:30.852597 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe0e46-1933-48a8-bee7-ca64c546c451 None None] Pushing event updated for resources: {'Port': ['ID=af205c04-c070-465e-a905-aa9fa8bc47ce,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:31.016458 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Allocated IP 172.27.3.144 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/d2dca4dc-0b05-4803-9693-96050bfda144) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:13:31.101686 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (82b0da73-b935-4dea-b6d9-4981707b2d8e), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:31.102150 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (82b0da73-b935-4dea-b6d9-4981707b2d8e), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:31.146464 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Calling delete_port for 82b0da73-b935-4dea-b6d9-4981707b2d8e owned by network:floatingip {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:13:31.235442 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks [] for port (d2dca4dc-0b05-4803-9693-96050bfda144), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:31.268917 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391a9d6-716c-456d-82f4-00de97fb6b04 req-6843a655-797c-466a-a8f6-40ad32767261 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:31.277119 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7391a9d6-716c-456d-82f4-00de97fb6b04 req-6843a655-797c-466a-a8f6-40ad32767261 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.2495780 Jan 31 17:13:31.298400 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:31.376398 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:31.382611 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:31.387054 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:13:31.391435 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dca4dc-0b05-4803-9693-96050bfda144,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:31.440928 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7391a9d6-716c-456d-82f4-00de97fb6b04 req-02b33d2c-3c6b-4784-a589-e6fa46d42512 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627257 Jan 31 17:13:31.535213 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (82b0da73-b935-4dea-b6d9-4981707b2d8e), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:31.640085 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Pushing event deleted for resources: {'Port': ['ID=82b0da73-b935-4dea-b6d9-4981707b2d8e,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:31.708173 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks [] for floatingip (852d7335-b5f8-428a-8263-719b96fd875f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:31.711212 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:31.715094 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-36614596-5e25-494c-918e-37fac2296394 tempest-AttachVolumeTestJSON-276155850 tempest-AttachVolumeTestJSON-276155850-project] 10.222.0.90 "DELETE /v2.0/floatingips/852d7335-b5f8-428a-8263-719b96fd875f HTTP/1.1" status: 204 len: 168 time: 1.5213168 Jan 31 17:13:32.181708 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device af205c04-c070-465e-a905-aa9fa8bc47ce up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:32.275815 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port af205c04-c070-465e-a905-aa9fa8bc47ce triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:32.276213 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:32.338168 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks [] for router_gateway (e0857741-d7e0-4201-9e44-b9016feec859), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:32.464876 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port af205c04-c070-465e-a905-aa9fa8bc47ce is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:32.465273 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:32.523444 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port af205c04-c070-465e-a905-aa9fa8bc47ce, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=af205c04-c070-465e-a905-aa9fa8bc47ce,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:32.537013 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e31cfc-daee-497b-8d0b-fb44d0072db6 None None] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:13:32.636376 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:32.713533 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (e0857741-d7e0-4201-9e44-b9016feec859), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:32.785052 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=af205c04-c070-465e-a905-aa9fa8bc47ce,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:32.810213 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d743e1-1a3d-4775-b7ae-d3bc070630af req-df253e14-5cca-4250-9189-8de53c65ba72 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:32.811974 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-38c6a7d8-b920-49b3-9285-0c006c1e5da7 None None] Provisioning complete for port af205c04-c070-465e-a905-aa9fa8bc47ce triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:32.812551 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-38c6a7d8-b920-49b3-9285-0c006c1e5da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:32.821194 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-41d743e1-1a3d-4775-b7ae-d3bc070630af req-df253e14-5cca-4250-9189-8de53c65ba72 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1509538 Jan 31 17:13:32.955646 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-41d743e1-1a3d-4775-b7ae-d3bc070630af req-7b9a95e5-8090-4148-80ca-524c3f1f9880 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302395 Jan 31 17:13:33.025928 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Router e0857741-d7e0-4201-9e44-b9016feec859 is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:13:33.152525 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-38c6a7d8-b920-49b3-9285-0c006c1e5da7 None None] Current status of the port af205c04-c070-465e-a905-aa9fa8bc47ce is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:33.214148 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:13:33.252436 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:13:33.280180 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:33.282187 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6d635b80-909d-4750-b191-bab1694b97b6 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5890996 Jan 31 17:13:33.284244 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:33.285224 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:33.290508 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 43978) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:33.612797 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:33.780043 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-7bd6290c-e2fb-40f0-a600-7f66ded55b75 None None] Provisioning complete for port af205c04-c070-465e-a905-aa9fa8bc47ce triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:33.780425 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bd6290c-e2fb-40f0-a600-7f66ded55b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:33.994437 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:13:34.184060 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6290c-e2fb-40f0-a600-7f66ded55b75 None None] Current status of the port af205c04-c070-465e-a905-aa9fa8bc47ce is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:34.188669 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device af205c04-c070-465e-a905-aa9fa8bc47ce up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:34.491761 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port af205c04-c070-465e-a905-aa9fa8bc47ce triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:34.492808 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:34.506596 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3d482-7178-46c5-b8f6-7f3a456d2fa2 req-aef0f986-41c2-41be-b93b-6667c9f40e4d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:34.511265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b143849-dab6-411f-a02f-fc1a712beda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:34.517038 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b2a3d482-7178-46c5-b8f6-7f3a456d2fa2 req-aef0f986-41c2-41be-b93b-6667c9f40e4d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.2594731 Jan 31 17:13:34.651424 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:31Z', 'revision_number': 3, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:34.704202 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:34.710204 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:13:34.710755 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b2a3d482-7178-46c5-b8f6-7f3a456d2fa2 req-d257bc73-6a0a-49ca-b723-de4202b950dc tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809809 Jan 31 17:13:34.710963 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Updating router e0857741-d7e0-4201-9e44-b9016feec859 port d2dca4dc-0b05-4803-9693-96050bfda144 binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:13:34.801390 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:34.857622 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port af205c04-c070-465e-a905-aa9fa8bc47ce is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:35.123891 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Allocated IP 172.20.0.1 (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5/257c4df0-cd1f-4153-8bcf-94b39fa85367/b3c73cc8-d242-4e02-a907-e9e4bc64c848) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:13:35.313501 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Publish callbacks [] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.341369 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Publish callbacks [] for port (d2dca4dc-0b05-4803-9693-96050bfda144), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.348055 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.360152 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.402190 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:35.404185 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Attempting to bind port d2dca4dc-0b05-4803-9693-96050bfda144 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:13:35.404553 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Attempting to bind port d2dca4dc-0b05-4803-9693-96050bfda144 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:13:35.404908 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Attempting to bind port d2dca4dc-0b05-4803-9693-96050bfda144 on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:13:35.407662 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:35.412205 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:13:35.414331 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f8b29-c61d-4654-a987-f178ddc18980 None None] Pushing event updated for resources: {'Port': ['ID=d2dca4dc-0b05-4803-9693-96050bfda144,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:35.418224 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:13:35.418601 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:35.419028 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.419364 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:13:35.420279 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Bound port: d2dca4dc-0b05-4803-9693-96050bfda144, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:13:35.420684 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.447084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Pushing event updated for resources: {'Port': ['ID=b3c73cc8-d242-4e02-a907-e9e4bc64c848,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:35.476847 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (e0857741-d7e0-4201-9e44-b9016feec859), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.497557 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] For port d2dca4dc-0b05-4803-9693-96050bfda144, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:13:35.501648 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] For port d2dca4dc-0b05-4803-9693-96050bfda144, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=d2dca4dc-0b05-4803-9693-96050bfda144,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:13:35.509297 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.568218 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:35.568963 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:35.623309 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f8b29-c61d-4654-a987-f178ddc18980 None None] Pushing event updated for resources: {'Port': ['ID=d2dca4dc-0b05-4803-9693-96050bfda144,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:35.710304 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44000) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:35.713867 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.745781 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:35.842698 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f23c1081-4a58-4486-b650-a8e430a4796e None None] Provisioning complete for port b3c73cc8-d242-4e02-a907-e9e4bc64c848 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:35.843905 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f23c1081-4a58-4486-b650-a8e430a4796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.957172 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f23c1081-4a58-4486-b650-a8e430a4796e None None] Port b3c73cc8-d242-4e02-a907-e9e4bc64c848 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:13:35.992258 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Publish callbacks [] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:35.999101 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:36.068662 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:31Z', 'revision_number': 3, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:36.074284 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (e0857741-d7e0-4201-9e44-b9016feec859), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:36.085012 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Pushing event updated for resources: {'Port': ['ID=b3c73cc8-d242-4e02-a907-e9e4bc64c848,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:36.128642 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef8f45f-67ae-4ab5-90b7-d2529b41112d None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:31Z', 'revision_number': 3, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:13:36.157991 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f1058-913a-44d5-8d83-33df5b6c32e7 req-2267aa3d-9593-4c36-b09d-8fea82b46754 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:36.160028 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bb4f1058-913a-44d5-8d83-33df5b6c32e7 req-2267aa3d-9593-4c36-b09d-8fea82b46754 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1924481 Jan 31 17:13:36.185039 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:36.186605 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:36.270685 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bb4f1058-913a-44d5-8d83-33df5b6c32e7 req-3a374f59-9f1a-4748-b35e-f148664a25e5 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988295 Jan 31 17:13:36.379232 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Router e0857741-d7e0-4201-9e44-b9016feec859 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:13:36.476195 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (bd76471d-3837-4a72-87a8-b11a959bdfc4), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:36.595786 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d410cd53-dcb2-4488-932e-74321e65e45e None None] Provisioning complete for port b3c73cc8-d242-4e02-a907-e9e4bc64c848 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:36.596732 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d410cd53-dcb2-4488-932e-74321e65e45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:36.616185 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:13:36.626231 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-f2c80e03-7cda-43cd-a80b-76cebe8ec2fb admin admin] 10.222.0.90 "PUT /v2.0/routers/e0857741-d7e0-4201-9e44-b9016feec859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3336787 Jan 31 17:13:36.690692 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d410cd53-dcb2-4488-932e-74321e65e45e None None] Port b3c73cc8-d242-4e02-a907-e9e4bc64c848 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:13:36.847034 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-061e994c-5f96-4ab5-a35b-e6669e509b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:36.943961 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Deleting port 60cf427b-b930-4190-90e7-7de3c70cc25b {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:13:36.944932 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.040781 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] For port 60cf427b-b930-4190-90e7-7de3c70cc25b, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=60cf427b-b930-4190-90e7-7de3c70cc25b,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:37.040781 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.056495 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Calling delete_port for 60cf427b-b930-4190-90e7-7de3c70cc25b owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:13:37.331281 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (60cf427b-b930-4190-90e7-7de3c70cc25b), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.366228 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cf427b-b930-4190-90e7-7de3c70cc25b,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:37.513863 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44022) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:37.522053 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-225726480-network', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:37.578701 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Made reservation on behalf of 98df53f25ace47df977b073b47b3c1cd for: {'network': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:13:37.588570 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.618597 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.632892 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (bd76471d-3837-4a72-87a8-b11a959bdfc4), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.682669 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056b993-cf31-46bb-b7a0-1796e3418992 req-945dd3cb-0892-44d2-bf27-8160dc7e4f73 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:37.684437 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b056b993-cf31-46bb-b7a0-1796e3418992 req-945dd3cb-0892-44d2-bf27-8160dc7e4f73 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 944 time: 0.1878450 Jan 31 17:13:37.768234 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b056b993-cf31-46bb-b7a0-1796e3418992 req-ebfeeb6c-346e-447c-a147-3e993c62ce4d tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744710 Jan 31 17:13:37.806289 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Publish callbacks [] for security_group (0098e547-6676-440d-99b0-6970be4cec98), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.806289 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (0098e547-6676-440d-99b0-6970be4cec98), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.833672 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=102770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:13:37.842467 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0098e547-6676-440d-99b0-6970be4cec98,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:37.851885 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (3dba199f-db0c-4995-9841-868fb6e051e7), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.852491 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.segments_db [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Added segment 3dba199f-db0c-4995-9841-868fb6e051e7 of type vlan for network ccae10eb-24af-4302-88ad-169b91f7f06f Jan 31 17:13:37.854992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:13:37.912707 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Router bd76471d-3837-4a72-87a8-b11a959bdfc4 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:13:37.920751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (ccae10eb-24af-4302-88ad-169b91f7f06f), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.971142 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (ccae10eb-24af-4302-88ad-169b91f7f06f), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:37.978398 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:37.982146 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.037973 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:38.056437 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'port_id': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'mac_address': 'fa:16:3e:33:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:13:38.083725 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:13:38.103242 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:38.103680 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.104434 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] Sync routers for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:13:38.120255 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3a0bdb14-1f66-4c05-925d-a2170bb52689 admin admin] 10.222.0.90 "PUT /v2.0/routers/bd76471d-3837-4a72-87a8-b11a959bdfc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4072292 Jan 31 17:13:38.124130 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec1c906-2f9f-493a-bed2-cbef83b98e74 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:13:38.124458 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44024) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:38.128004 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:38.130639 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:38.156319 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:38.156557 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=ccae10eb-24af-4302-88ad-169b91f7f06f,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:38.172397 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-e1e3637c-0393-4691-919c-4243bd3d2fc0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6568558 Jan 31 17:13:38.175081 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44026) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:38.182844 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network ccae10eb-24af-4302-88ad-169b91f7f06f details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:13:38.186241 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.190958 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Request body: {'subnet': {'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-225726480-subnet', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:38.249031 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Made reservation on behalf of 98df53f25ace47df977b073b47b3c1cd for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:13:38.257756 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9610321'] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.313812 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks [] for router (bd76471d-3837-4a72-87a8-b11a959bdfc4), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.327049 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:38.352192 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device d2dca4dc-0b05-4803-9693-96050bfda144 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:38.433584 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=9']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:38.455757 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port d2dca4dc-0b05-4803-9693-96050bfda144 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:38.456246 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.498041 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['7ec1c906-2f9f-493a-bed2-cbef83b98e74'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:13:38.539567 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks [] for router_gateway (bd76471d-3837-4a72-87a8-b11a959bdfc4), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.605664 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '68d44a02-fefb-408b-981b-a7211312af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:13:37Z', 'revision_number': 5, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port': {'id': '68d44a02-fefb-408b-981b-a7211312af0a', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:45Z', 'updated_at': '2022-01-31T17:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:38.626060 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9610343'] for subnet (3f6e8af6-5b78-48ad-931e-6c113995f34d), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.654536 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port d2dca4dc-0b05-4803-9693-96050bfda144 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:38.654922 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.699462 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] Checking router: bd76471d-3837-4a72-87a8-b11a959bdfc4 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:13:38.722393 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6e8af6-5b78-48ad-931e-6c113995f34d,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:38.724346 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] Routers {'bd76471d-3837-4a72-87a8-b11a959bdfc4'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:38.725212 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['bd76471d-3837-4a72-87a8-b11a959bdfc4'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:38.731823 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Checking segment: {'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:38.732339 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Network hostable DHCP agents. Network: ccae10eb-24af-4302-88ad-169b91f7f06f, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:13:38.755739 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port d2dca4dc-0b05-4803-9693-96050bfda144, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=d2dca4dc-0b05-4803-9693-96050bfda144,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:38.764346 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Network ccae10eb-24af-4302-88ad-169b91f7f06f is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:13:38.773863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:13:38.786986 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, ccae10eb-24af-4302-88ad-169b91f7f06f) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:38.790420 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:38.791346 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:38.834393 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:38.835464 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] Set router bd76471d-3837-4a72-87a8-b11a959bdfc4 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:38.836341 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.876070 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b3bd6543-42a2-4013-beb7-bfd863c64f17 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6992624 Jan 31 17:13:38.876749 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44030) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:38.881456 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:38.911530 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.925068 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1986'] for router (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.927183 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1993'] for router (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:38.939046 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 6, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port_host': None}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:38.965765 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbb3d1-bb0e-4893-b6d9-c5a335631cf7 None None] Network ccae10eb-24af-4302-88ad-169b91f7f06f requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:13:39.001830 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a3401-67be-4cf8-bc3a-82eb9e401530 None None] The sync data for ids ['bd76471d-3837-4a72-87a8-b11a959bdfc4'] in dv-cinder-814898-3-iscsi is: [{'id': 'bd76471d-3837-4a72-87a8-b11a959bdfc4', 'name': 'tempest-AttachVolumeTestJSON-1198961246-router', 'tenant_id': '3a9ede748b554e13954084abca64d79f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:43Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 6, 'project_id': '3a9ede748b554e13954084abca64d79f', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:13:39.033095 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks [] for router_controller (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), precommit_add_association {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.165451 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812ef2-b956-4168-bbee-5a4ff6a69e2c req-5c4b1bf4-0913-48b3-a0cd-f18eed8f1968 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:39.167110 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8a812ef2-b956-4168-bbee-5a4ff6a69e2c req-5c4b1bf4-0913-48b3-a0cd-f18eed8f1968 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 945 time: 0.0704284 Jan 31 17:13:39.172747 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Deleting port 68d44a02-fefb-408b-981b-a7211312af0a {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:13:39.173394 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (68d44a02-fefb-408b-981b-a7211312af0a), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.201844 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:39.258672 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks [] for router_gateway (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.287020 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8a812ef2-b956-4168-bbee-5a4ff6a69e2c req-68f6cd24-0c98-4968-859a-5266bb66fa76 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100252 Jan 31 17:13:39.319271 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] For port 68d44a02-fefb-408b-981b-a7211312af0a, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=68d44a02-fefb-408b-981b-a7211312af0a,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:39.320014 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (68d44a02-fefb-408b-981b-a7211312af0a), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.334648 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Calling delete_port for 68d44a02-fefb-408b-981b-a7211312af0a owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:13:39.512907 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=d2dca4dc-0b05-4803-9693-96050bfda144,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:39.549588 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks [] for router_gateway (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.576124 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e919844-4df6-5cf3-979a-8cc90b135a14-ccae10eb-24af-4302-88ad-169b91f7f06f', 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f', 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'fixed_ips': [{'subnet_id': '3f6e8af6-5b78-48ad-931e-6c113995f34d'}]}} from dv-cinder-814898-3-iscsi. {{(pid=102772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 17:13:39.577116 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.595539 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.641556 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (68d44a02-fefb-408b-981b-a7211312af0a), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.671077 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Pushing event deleted for resources: {'Port': ['ID=68d44a02-fefb-408b-981b-a7211312af0a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:39.755810 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (bd76471d-3837-4a72-87a8-b11a959bdfc4), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.820873 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Allocated IP 172.27.3.212 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/86384aa1-90fa-4424-8841-b38d3bac376b) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:13:39.832581 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.db_base_plugin_common [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Allocated IP 172.20.0.2 (ccae10eb-24af-4302-88ad-169b91f7f06f/3f6e8af6-5b78-48ad-931e-6c113995f34d/36fa615b-7e97-4f30-abbe-928ba0186534) {{(pid=102772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:13:39.855784 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (bd76471d-3837-4a72-87a8-b11a959bdfc4), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.858586 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks [] for router_controller (bd76471d-3837-4a72-87a8-b11a959bdfc4), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.873992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:39.910035 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (bd76471d-3837-4a72-87a8-b11a959bdfc4), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.911326 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd76471d-3837-4a72-87a8-b11a959bdfc4 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:13:39.925139 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 2, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:39.925794 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:39.926522 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3313d3b1-152f-4c74-aba9-e763efea0adf admin admin] 10.222.0.90 "DELETE /v2.0/routers/bd76471d-3837-4a72-87a8-b11a959bdfc4 HTTP/1.1" status: 204 len: 168 time: 1.8009450 Jan 31 17:13:39.929518 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44032) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:39.935153 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.004321 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecb997c-8138-45b6-9cf3-86e4f086eb7d admin admin] Deleting subnet 5d4f58b2-0050-4b75-94b7-703e1e968abc {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:13:40.008197 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:13:40.008794 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Updating router e0857741-d7e0-4201-9e44-b9016feec859 port b3c73cc8-d242-4e02-a907-e9e4bc64c848 binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:13:40.011231 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aecb997c-8138-45b6-9cf3-86e4f086eb7d admin admin] Publish callbacks [] for subnet (5d4f58b2-0050-4b75-94b7-703e1e968abc), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.022674 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks [] for port (86384aa1-90fa-4424-8841-b38d3bac376b), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.065167 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.078702 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aecb997c-8138-45b6-9cf3-86e4f086eb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (5d4f58b2-0050-4b75-94b7-703e1e968abc), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.097093 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.138585 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device d2dca4dc-0b05-4803-9693-96050bfda144 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:40.145465 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:40.145820 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.152773 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:40.158680 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:40.162819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:13:40.190705 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Pushing event updated for resources: {'Port': ['ID=86384aa1-90fa-4424-8841-b38d3bac376b,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:40.224850 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aecb997c-8138-45b6-9cf3-86e4f086eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (5d4f58b2-0050-4b75-94b7-703e1e968abc), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.312255 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Publish callbacks [] for port (36fa615b-7e97-4f30-abbe-928ba0186534), precommit_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.321067 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aecb997c-8138-45b6-9cf3-86e4f086eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (5d4f58b2-0050-4b75-94b7-703e1e968abc), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.331693 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), after_create {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.353147 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb997c-8138-45b6-9cf3-86e4f086eb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4f58b2-0050-4b75-94b7-703e1e968abc,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:40.358063 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-aecb997c-8138-45b6-9cf3-86e4f086eb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.364330 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-aecb997c-8138-45b6-9cf3-86e4f086eb7d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/5d4f58b2-0050-4b75-94b7-703e1e968abc HTTP/1.1" status: 204 len: 168 time: 0.4310360 Jan 31 17:13:40.365275 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44036) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:40.385852 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f46ab1-0eca-45a1-8d74-35f7c1666920 None None] Network 40668b0f-48ca-4bd9-b251-ace6777de662 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:13:40.456152 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Network ccae10eb-24af-4302-88ad-169b91f7f06f is already hosted by enough agents. {{(pid=102772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:40.494647 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port d2dca4dc-0b05-4803-9693-96050bfda144 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:40.495057 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.496947 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.scheduler.base_scheduler [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Resources bound (agent type, host, resource id): {{(pid=102772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:40.499077 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Pushing event updated for resources: {'Port': ['ID=36fa615b-7e97-4f30-abbe-928ba0186534,revision_number=1']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:40.501450 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Received port after_create {{(pid=102772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:13:40.503320 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (40668b0f-48ca-4bd9-b251-ace6777de662), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.542365 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb9af-2045-447c-8e44-2b4c7c710566 req-ca3f5d6e-c2d7-4947-b622-16bbd2bcdc36 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:40.544466 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-760fb9af-2045-447c-8e44-2b4c7c710566 req-ca3f5d6e-c2d7-4947-b622-16bbd2bcdc36 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 945 time: 0.1131418 Jan 31 17:13:40.563774 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Deleting port ab5b860f-3c40-4444-82be-06f4d529aec9 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:13:40.564359 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.588894 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks [] for router_gateway (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.641990 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] For port ab5b860f-3c40-4444-82be-06f4d529aec9, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=ab5b860f-3c40-4444-82be-06f4d529aec9,segment=NetworkSegment(71306dbb-741d-4746-a792-8ddaf4408b96),segment_id=71306dbb-741d-4746-a792-8ddaf4408b96)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:40.642564 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.655889 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:40.656273 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.658930 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Calling delete_port for ab5b860f-3c40-4444-82be-06f4d529aec9 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:13:40.723977 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-760fb9af-2045-447c-8e44-2b4c7c710566 req-6e51b07f-f6cb-4760-99a1-18e0c926d6ef tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600766 Jan 31 17:13:40.745898 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Attempting to bind port 36fa615b-7e97-4f30-abbe-928ba0186534 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:13:40.745898 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Attempting to bind port 36fa615b-7e97-4f30-abbe-928ba0186534 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:13:40.746237 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Attempting to bind port 36fa615b-7e97-4f30-abbe-928ba0186534 on network ccae10eb-24af-4302-88ad-169b91f7f06f {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:13:40.750691 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:13:40.752021 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9727ee-8579-4b43-961d-6aa1e3865ff4" -d '{"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:13:40.767983 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (ab5b860f-3c40-4444-82be-06f4d529aec9), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.779799 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:13:40.780188 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Checking segment: {'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:40.780599 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.781002 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Bound using segment: {'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:13:40.781495 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Bound port: 36fa615b-7e97-4f30-abbe-928ba0186534, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:13:40.781903 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.785742 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:40.799609 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5b860f-3c40-4444-82be-06f4d529aec9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:40.810535 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] No DVR routers for this DVR port ab5b860f-3c40-4444-82be-06f4d529aec9 on host dv-cinder-814898-3-iscsi {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:13:40.819182 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:40.851238 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c32e1b0-145b-494d-8770-832523192617 x-openstack-request-id: req-5c32e1b0-145b-494d-8770-832523192617 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:13:40.851663 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:13:40.851860 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5c32e1b0-145b-494d-8770-832523192617 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:13:40.852335 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'code': 200} Jan 31 17:13:40.959067 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6799d01-9936-46a2-8aae-1433eee8bbc2 None None] DHCP port deletion for 40668b0f-48ca-4bd9-b251-ace6777de662 request from dv-cinder-814898-3-iscsi {{(pid=102772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 17:13:40.972124 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (40668b0f-48ca-4bd9-b251-ace6777de662), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.002688 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40668b0f-48ca-4bd9-b251-ace6777de662']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:41.005139 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port d2dca4dc-0b05-4803-9693-96050bfda144 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:41.013448 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71306dbb-741d-4746-a792-8ddaf4408b96') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:41.013733 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71306dbb-741d-4746-a792-8ddaf4408b96') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:41.025582 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (71306dbb-741d-4746-a792-8ddaf4408b96), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.036887 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Publish callbacks [] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.040190 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (71306dbb-741d-4746-a792-8ddaf4408b96), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.054704 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Releasing vlan 977 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:13:41.055099 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (71306dbb-741d-4746-a792-8ddaf4408b96), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.055559 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.061806 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=10']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:41.119187 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfc03c-41e9-4728-81eb-584980578a7b None None] Pushing event updated for resources: {'Port': ['ID=b3c73cc8-d242-4e02-a907-e9e4bc64c848,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:41.128631 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] For port 36fa615b-7e97-4f30-abbe-928ba0186534, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:13:41.139208 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:13:41.149137 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (40668b0f-48ca-4bd9-b251-ace6777de662), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.158217 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.166715 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] For port 36fa615b-7e97-4f30-abbe-928ba0186534, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=36fa615b-7e97-4f30-abbe-928ba0186534,segment=NetworkSegment(3dba199f-db0c-4995-9841-868fb6e051e7),segment_id=3dba199f-db0c-4995-9841-868fb6e051e7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:13:41.170617 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 68d44a02-fefb-408b-981b-a7211312af0a no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:13:41.171438 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] 10.222.0.90 "DELETE /v2.0/networks/40668b0f-48ca-4bd9-b251-ace6777de662 HTTP/1.1" status: 204 len: 168 time: 0.8050220 Jan 31 17:13:41.185259 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68979c78-ed90-44a8-80b8-1e3e1f41ff10 admin admin] Pushing event deleted for resources: {'Network': ['ID=40668b0f-48ca-4bd9-b251-ace6777de662,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:41.238090 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 68d44a02-fefb-408b-981b-a7211312af0a {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:13:41.238610 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 68d44a02-fefb-408b-981b-a7211312af0a not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:13:41.239070 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 60cf427b-b930-4190-90e7-7de3c70cc25b no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:13:41.241768 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.353798 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551241'] for router (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.359824 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90489-1516-41cc-8ca8-4ed0270a3dcd req-fee87022-e698-442f-85b5-c3d3725140a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:41.361459 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-30e90489-1516-41cc-8ca8-4ed0270a3dcd req-fee87022-e698-442f-85b5-c3d3725140a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 1131 time: 0.1127198 Jan 31 17:13:41.477671 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 60cf427b-b930-4190-90e7-7de3c70cc25b {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:13:41.478342 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 60cf427b-b930-4190-90e7-7de3c70cc25b not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:13:41.507105 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-30e90489-1516-41cc-8ca8-4ed0270a3dcd req-af377f98-8d78-4172-9d07-436127befc62 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384697 Jan 31 17:13:41.537872 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44042) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:41.571751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb is scheduled to L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc with binding_index 1 {{(pid=102770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:13:41.601179 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Attempting to bind port b3c73cc8-d242-4e02-a907-e9e4bc64c848 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:13:41.601818 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Attempting to bind port b3c73cc8-d242-4e02-a907-e9e4bc64c848 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:13:41.602345 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Attempting to bind port b3c73cc8-d242-4e02-a907-e9e4bc64c848 on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:13:41.614522 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-962ebf38-3f17-49e7-9ff2-261bf1a5fdc1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3a9ede748b554e13954084abca64d79f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0756423 Jan 31 17:13:41.617656 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44044) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:41.632312 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:13:41.632910 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Checking segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:41.633539 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.634192 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Bound using segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:13:41.635339 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Bound port: b3c73cc8-d242-4e02-a907-e9e4bc64c848, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:13:41.636074 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.639056 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.676948 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc82b2-e4ab-4646-99fd-0646d0b8388f None None] Pushing event updated for resources: {'Port': ['ID=36fa615b-7e97-4f30-abbe-928ba0186534,revision_number=2']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:41.713092 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74bcd252-227a-4c48-8cfe-6dd3e09f82ff admin admin] Publish callbacks [] for security_group (de30706e-9473-4e93-8e04-6f9258a55062), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.747999 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:13:41.757214 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74bcd252-227a-4c48-8cfe-6dd3e09f82ff admin admin] Publish callbacks [] for security_group (de30706e-9473-4e93-8e04-6f9258a55062), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.775798 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Sync routers for ids ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:13:41.779319 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.785059 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-9bdd0d73-8219-4c02-8fba-1a2a74ec275f None None] Provisioning complete for port b3c73cc8-d242-4e02-a907-e9e4bc64c848 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:41.785666 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0d73-8219-4c02-8fba-1a2a74ec275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.792485 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Routers {'86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:41.793710 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:41.794998 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.799981 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-5abcf94e-e2c5-4aae-961c-f03492a978a2 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9219611 Jan 31 17:13:41.802255 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44048) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:41.857711 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74bcd252-227a-4c48-8cfe-6dd3e09f82ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (de30706e-9473-4e93-8e04-6f9258a55062), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.861522 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-74bcd252-227a-4c48-8cfe-6dd3e09f82ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:41.866775 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-74bcd252-227a-4c48-8cfe-6dd3e09f82ff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/de30706e-9473-4e93-8e04-6f9258a55062 HTTP/1.1" status: 204 len: 168 time: 0.2478607 Jan 31 17:13:41.887171 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcd252-227a-4c48-8cfe-6dd3e09f82ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de30706e-9473-4e93-8e04-6f9258a55062,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:41.973441 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd0d73-8219-4c02-8fba-1a2a74ec275f None None] Port b3c73cc8-d242-4e02-a907-e9e4bc64c848 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:13:42.015473 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] For port b3c73cc8-d242-4e02-a907-e9e4bc64c848, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:13:42.027303 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] For port b3c73cc8-d242-4e02-a907-e9e4bc64c848, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=b3c73cc8-d242-4e02-a907-e9e4bc64c848,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:13:42.045652 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:42.050055 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:42.114357 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863502e-dbe4-4cf4-8cb9-e5f33210a0c2 req-010a083e-0367-419b-b2d8-a5d4bd2caec0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:42.134535 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c863502e-dbe4-4cf4-8cb9-e5f33210a0c2 req-010a083e-0367-419b-b2d8-a5d4bd2caec0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 947 time: 0.2113490 Jan 31 17:13:42.140488 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Set router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:42.244607 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c863502e-dbe4-4cf4-8cb9-e5f33210a0c2 req-5e30bd70-e5e3-41ec-a545-4889e65300db tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090610 Jan 31 17:13:42.306316 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:42.310722 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:42.415907 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 36fa615b-7e97-4f30-abbe-928ba0186534 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:42.469445 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfc03c-41e9-4728-81eb-584980578a7b None None] Pushing event updated for resources: {'Port': ['ID=b3c73cc8-d242-4e02-a907-e9e4bc64c848,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:42.526315 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 36fa615b-7e97-4f30-abbe-928ba0186534 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:42.526796 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:42.607528 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:13:40Z', 'revision_number': 3, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port': {'id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:39Z', 'updated_at': '2022-01-31T17:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:42.646677 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Checking router: 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:13:42.647917 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Updating router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb port 86384aa1-90fa-4424-8841-b38d3bac376b binding host dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:13:42.697536 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:42.794076 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:42.948039 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-eceb58b9-8c2f-4220-b4ee-0a38f438d2e2 None None] Provisioning complete for port b3c73cc8-d242-4e02-a907-e9e4bc64c848 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:42.948804 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eceb58b9-8c2f-4220-b4ee-0a38f438d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.005298 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.011019 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 36fa615b-7e97-4f30-abbe-928ba0186534 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:43.011913 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.256559 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Publish callbacks [] for port (86384aa1-90fa-4424-8841-b38d3bac376b), precommit_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.257156 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 36fa615b-7e97-4f30-abbe-928ba0186534, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=36fa615b-7e97-4f30-abbe-928ba0186534,segment=NetworkSegment(3dba199f-db0c-4995-9841-868fb6e051e7),segment_id=3dba199f-db0c-4995-9841-868fb6e051e7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:43.268727 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.283987 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.448687 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device ab5b860f-3c40-4444-82be-06f4d529aec9 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:13:43.511433 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a66f52-6b78-461d-a900-6c968d3028c7 None None] Network ccae10eb-24af-4302-88ad-169b91f7f06f requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:13:43.535952 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: ab5b860f-3c40-4444-82be-06f4d529aec9 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:13:43.536640 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device ab5b860f-3c40-4444-82be-06f4d529aec9 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:13:43.539824 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=36fa615b-7e97-4f30-abbe-928ba0186534,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:43.550383 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-eceb58b9-8c2f-4220-b4ee-0a38f438d2e2 None None] Current status of the port b3c73cc8-d242-4e02-a907-e9e4bc64c848 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:43.551233 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eceb58b9-8c2f-4220-b4ee-0a38f438d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.564908 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Allocated IP 172.20.0.1 (ccae10eb-24af-4302-88ad-169b91f7f06f/3f6e8af6-5b78-48ad-931e-6c113995f34d/17f92677-d113-43dd-b3a8-1a43e6467c21) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:13:43.618889 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a255355-d574-4283-8fa8-800fa862cf86 req-dceda278-befb-444a-b7c5-d20c4f6550a0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:43.621885 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3a255355-d574-4283-8fa8-800fa862cf86 req-dceda278-befb-444a-b7c5-d20c4f6550a0 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 947 time: 0.1463585 Jan 31 17:13:43.677914 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-eceb58b9-8c2f-4220-b4ee-0a38f438d2e2 None None] For port b3c73cc8-d242-4e02-a907-e9e4bc64c848, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=b3c73cc8-d242-4e02-a907-e9e4bc64c848,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:43.690105 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eceb58b9-8c2f-4220-b4ee-0a38f438d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.747032 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Attempting to bind port 86384aa1-90fa-4424-8841-b38d3bac376b on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:13:43.747576 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Attempting to bind port 86384aa1-90fa-4424-8841-b38d3bac376b by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:13:43.748034 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Attempting to bind port 86384aa1-90fa-4424-8841-b38d3bac376b on network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:13:43.758309 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:13:43.758861 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Checking segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:43.759367 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.760074 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Bound using segment: {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'} {{(pid=102773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:13:43.760586 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.managers [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Bound port: 86384aa1-90fa-4424-8841-b38d3bac376b, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa44f73f-00ce-45f0-9cc4-1ec657477615', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd'}}] {{(pid=102773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:13:43.761062 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), before_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.769214 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:41Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:43.771578 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Publish callbacks [] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.828202 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] For port 86384aa1-90fa-4424-8841-b38d3bac376b, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:13:43.834290 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.plugins.ml2.db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] For port 86384aa1-90fa-4424-8841-b38d3bac376b, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=86384aa1-90fa-4424-8841-b38d3bac376b,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:13:43.838826 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Pushing event updated for resources: {'Port': ['ID=86384aa1-90fa-4424-8841-b38d3bac376b,revision_number=2']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:43.839041 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.841963 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3a255355-d574-4283-8fa8-800fa862cf86 req-8cc3fa91-afb1-48d0-985c-abf2699e4e87 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098105 Jan 31 17:13:43.866299 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79b5b3-470d-42b8-ace6-dca7b3cecef5 None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:41Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:13:43.874390 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.874813 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.875175 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.875778 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.876282 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.876757 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.877245 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.877722 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.878200 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.878686 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.879167 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.879672 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.880144 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:13:43.887524 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb58b9-8c2f-4220-b4ee-0a38f438d2e2 None None] Pushing event updated for resources: {'Port': ['ID=b3c73cc8-d242-4e02-a907-e9e4bc64c848,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:43.910094 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron_lib.callbacks.manager [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), after_update {{(pid=102773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.918623 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Network ccae10eb-24af-4302-88ad-169b91f7f06f is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:43.922590 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:43.948208 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-fd3ad202-8eba-4c62-bd98-d8b429184a2f None None] Provisioning complete for port 36fa615b-7e97-4f30-abbe-928ba0186534 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:43.951910 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad202-8eba-4c62-bd98-d8b429184a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:43.957154 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:13:44.026162 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Pushing event updated for resources: {'Port': ['ID=17f92677-d113-43dd-b3a8-1a43e6467c21,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:44.056812 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549916'] for router_interface (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.100821 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00983906-1350-475c-9b15-1831ebd6b89f None None] Pushing event updated for resources: {'Port': ['ID=86384aa1-90fa-4424-8841-b38d3bac376b,revision_number=3']} {{(pid=102773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:44.140969 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Routers {'86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:44.142080 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:44.186036 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44104) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:44.210541 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ad202-8eba-4c62-bd98-d8b429184a2f None None] Current status of the port 36fa615b-7e97-4f30-abbe-928ba0186534 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:44.400112 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device b3c73cc8-d242-4e02-a907-e9e4bc64c848 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:44.424425 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] Set router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:44.455564 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.550642 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port b3c73cc8-d242-4e02-a907-e9e4bc64c848 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:44.551021 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.631223 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-a107d375-fe60-4843-9f42-93fa7e59dd43 None None] Provisioning complete for port 36fa615b-7e97-4f30-abbe-928ba0186534 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:44.631635 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a107d375-fe60-4843-9f42-93fa7e59dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.631757 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-324573480-network', 'tenant_id': 'c7dc58f7ca124b2e8d33d304c606b8ee'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:44.761150 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Made reservation on behalf of c7dc58f7ca124b2e8d33d304c606b8ee for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:13:44.769543 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.782756 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port b3c73cc8-d242-4e02-a907-e9e4bc64c848 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:44.784456 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 36fa615b-7e97-4f30-abbe-928ba0186534 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:44.834663 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.841865 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Publish callbacks [] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.848577 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 36fa615b-7e97-4f30-abbe-928ba0186534 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:44.848935 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.850717 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:44.906343 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:13:40Z', 'revision_number': 3, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port': {'id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:39Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:44.975320 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27365e2-1170-42ab-8686-af5ea73df365 None None] The sync data for ids ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'] in dv-cinder-814898-3-iscsi is: [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:13:40Z', 'revision_number': 3, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port': {'id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:39Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:13:45.071441 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 36fa615b-7e97-4f30-abbe-928ba0186534 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:45.075500 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a107d375-fe60-4843-9f42-93fa7e59dd43 None None] Current status of the port 36fa615b-7e97-4f30-abbe-928ba0186534 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:45.077422 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Publish callbacks [] for security_group (619fb018-657f-4ca0-b4a0-2374e6926ca5), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.085339 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (619fb018-657f-4ca0-b4a0-2374e6926ca5), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.101440 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Pushing event updated for resources: {'Port': ['ID=17f92677-d113-43dd-b3a8-1a43e6467c21,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:45.109039 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-549004'] for router_interface (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.137715 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619fb018-657f-4ca0-b4a0-2374e6926ca5,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:45.165181 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ad389-44af-47d5-ae88-d996342861e3 req-ecfea7af-1a80-456a-bd8a-99c9638b55d1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:45.166969 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4a1ad389-44af-47d5-ae88-d996342861e3 req-ecfea7af-1a80-456a-bd8a-99c9638b55d1 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 947 time: 0.1660867 Jan 31 17:13:45.172493 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 952} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:13:45.188877 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (7856b2f7-0e3e-43b2-8cba-92f8febfa5a4), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.189585 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Added segment 7856b2f7-0e3e-43b2-8cba-92f8febfa5a4 of type vlan for network 4e7673ee-9b66-4d1f-93e4-1c116a550235 Jan 31 17:13:45.210990 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-7ab0310d-8c35-4cc4-a9f6-713993a0641c None None] Provisioning complete for port 17f92677-d113-43dd-b3a8-1a43e6467c21 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:45.211674 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7ab0310d-8c35-4cc4-a9f6-713993a0641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.258303 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0310d-8c35-4cc4-a9f6-713993a0641c None None] Port 17f92677-d113-43dd-b3a8-1a43e6467c21 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:13:45.276188 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (4e7673ee-9b66-4d1f-93e4-1c116a550235), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.314526 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (4e7673ee-9b66-4d1f-93e4-1c116a550235), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.316489 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:45.317647 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.331671 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4a1ad389-44af-47d5-ae88-d996342861e3 req-0dab43a9-8ff1-4e2e-8efb-5ee6536d3ae6 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519463 Jan 31 17:13:45.352742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Network ccae10eb-24af-4302-88ad-169b91f7f06f is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:45.361855 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:45.423083 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7673ee-9b66-4d1f-93e4-1c116a550235,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:45.437346 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e6cd3941-1866-4172-8588-902a00893cf0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2480340 Jan 31 17:13:45.438846 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44114) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:45.444322 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Request body: {'subnet': {'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-324573480-subnet', 'tenant_id': 'c7dc58f7ca124b2e8d33d304c606b8ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:45.463961 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 4e7673ee-9b66-4d1f-93e4-1c116a550235 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:13:45.477190 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Made reservation on behalf of c7dc58f7ca124b2e8d33d304c606b8ee for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:13:45.484321 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540962'] for subnet (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.609859 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:13:45.809895 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-670bf018-8b45-4dc5-85d4-32a65902c396 None None] Provisioning complete for port 17f92677-d113-43dd-b3a8-1a43e6467c21 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:45.810560 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-670bf018-8b45-4dc5-85d4-32a65902c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.820163 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:13:45.833825 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-2ea6b877-b267-4eed-bfce-d32977ceeef1 admin admin] 10.222.0.90 "PUT /v2.0/routers/86dc39d2-1bbb-4ed7-8f3f-8df007271aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0173507 Jan 31 17:13:45.882002 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-670bf018-8b45-4dc5-85d4-32a65902c396 None None] Port 17f92677-d113-43dd-b3a8-1a43e6467c21 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:13:45.893781 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12495484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540948'] for subnet (80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:45.970865 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:45.974999 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Checking segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:45.975671 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Network hostable DHCP agents. Network: 4e7673ee-9b66-4d1f-93e4-1c116a550235, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:13:46.024925 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Network 4e7673ee-9b66-4d1f-93e4-1c116a550235 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:13:46.043267 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 4e7673ee-9b66-4d1f-93e4-1c116a550235) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:46.051989 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:46.056779 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:46.057573 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcfba89-b289-4d5e-b547-d500c143b1fc None None] Network 4e7673ee-9b66-4d1f-93e4-1c116a550235 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:13:46.090000 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-0045fabc-bbe9-4851-bfd7-7797a7d61b26 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6448224 Jan 31 17:13:46.330634 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 86384aa1-90fa-4424-8841-b38d3bac376b up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:46.451297 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b4b481-8af8-4c91-96dd-4c37264a8eae None None] Network 4e7673ee-9b66-4d1f-93e4-1c116a550235 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:13:46.455482 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 86384aa1-90fa-4424-8841-b38d3bac376b triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:46.455482 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:46.630557 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 86384aa1-90fa-4424-8841-b38d3bac376b is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:46.630866 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:46.663465 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] For port 86384aa1-90fa-4424-8841-b38d3bac376b, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=86384aa1-90fa-4424-8841-b38d3bac376b,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:46.668838 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:46.672987 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-ff17cd64-3dd7-4afc-9599-e68a6fa99c88 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:46.679863 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-ff17cd64-3dd7-4afc-9599-e68a6fa99c88 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 814 time: 0.1827559 Jan 31 17:13:46.692476 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-25a9ac65-1720-49e5-ad96-f5df2c2d25fd tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/quotas/c7dc58f7ca124b2e8d33d304c606b8ee HTTP/1.1" status: 200 len: 375 time: 0.0116746 Jan 31 17:13:46.724917 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44140) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:46.731828 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b4f20326-aac1-4ef5-8790-0fd2adc15cf7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606094119', 'description': 'tempest-secgroup-smoke-606094119 description', 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:46.745318 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-7555400e-2ec0-4efb-9684-782be65e0b6f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414855 Jan 31 17:13:46.750994 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Pushing event updated for resources: {'Port': ['ID=86384aa1-90fa-4424-8841-b38d3bac376b,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:46.766274 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4f20326-aac1-4ef5-8790-0fd2adc15cf7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:46.877580 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a15c1d-9a00-4f1e-845d-1ffadaffe4f2 req-d88c6e34-eeb5-40f3-afbd-de58d1198d54 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:46.879250 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-14a15c1d-9a00-4f1e-845d-1ffadaffe4f2 req-d88c6e34-eeb5-40f3-afbd-de58d1198d54 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 947 time: 0.0954218 Jan 31 17:13:46.890477 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-668924e7-057c-49c5-adce-2653fa87ac2b service neutron] 10.222.0.90 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197920 Jan 31 17:13:46.912122 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4f20326-aac1-4ef5-8790-0fd2adc15cf7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group (2a7219da-76ff-45d9-9c66-3247c2c438c2), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:46.920106 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4f20326-aac1-4ef5-8790-0fd2adc15cf7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2a7219da-76ff-45d9-9c66-3247c2c438c2), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:46.967162 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b4f20326-aac1-4ef5-8790-0fd2adc15cf7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:46.972195 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b4f20326-aac1-4ef5-8790-0fd2adc15cf7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2423179 Jan 31 17:13:46.974442 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44142) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:46.986533 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-c8dbaa8c-a337-4684-869b-9bd269d745ad tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'security_group_rule': {'security_group_id': '2a7219da-76ff-45d9-9c66-3247c2c438c2', 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:46.996951 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f20326-aac1-4ef5-8790-0fd2adc15cf7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7219da-76ff-45d9-9c66-3247c2c438c2,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:47.006827 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-14a15c1d-9a00-4f1e-845d-1ffadaffe4f2 req-8cd46749-48c7-4eb6-91aa-e3fe1c5b1ce4 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136014 Jan 31 17:13:47.019413 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-c987917b-8c1f-45ca-96a9-37700cf4260e service neutron] 10.222.0.90 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202700 Jan 31 17:13:47.037651 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaa8c-a337-4684-869b-9bd269d745ad tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (9347a166-fb65-43a5-83d3-ee80960906ee), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.093471 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaa8c-a337-4684-869b-9bd269d745ad tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (9347a166-fb65-43a5-83d3-ee80960906ee), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.098933 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaa8c-a337-4684-869b-9bd269d745ad tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (9347a166-fb65-43a5-83d3-ee80960906ee), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.125292 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbaa8c-a337-4684-869b-9bd269d745ad tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9347a166-fb65-43a5-83d3-ee80960906ee,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:47.137090 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaa8c-a337-4684-869b-9bd269d745ad tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.138870 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c8dbaa8c-a337-4684-869b-9bd269d745ad tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591678 Jan 31 17:13:47.142051 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44146) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:47.147907 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-b5d3fb30-5204-4359-bd31-5f1130b3879f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'security_group_rule': {'security_group_id': '2a7219da-76ff-45d9-9c66-3247c2c438c2', 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:47.187444 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5d3fb30-5204-4359-bd31-5f1130b3879f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (c2b5516c-2184-4977-a168-ab7006898971), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.242355 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-55d5bf9c-3e90-4610-9893-3de3d1994313 req-917d02cc-d6ad-472c-bf60-8d98b27eae5e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 210 time: 0.0393791 Jan 31 17:13:47.276511 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5d3fb30-5204-4359-bd31-5f1130b3879f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (c2b5516c-2184-4977-a168-ab7006898971), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.282596 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5d3fb30-5204-4359-bd31-5f1130b3879f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (c2b5516c-2184-4977-a168-ab7006898971), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.307746 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3fb30-5204-4359-bd31-5f1130b3879f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b5516c-2184-4977-a168-ab7006898971,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:47.317074 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b5d3fb30-5204-4359-bd31-5f1130b3879f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.318258 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b5d3fb30-5204-4359-bd31-5f1130b3879f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1749237 Jan 31 17:13:47.321930 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44152) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:47.327438 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-f07eaac0-bbab-4d48-a070-8a529755cc69 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'security_group_rule': {'security_group_id': '2a7219da-76ff-45d9-9c66-3247c2c438c2', 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:47.363368 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f07eaac0-bbab-4d48-a070-8a529755cc69 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (df18b2dc-9f9b-438d-b07c-9bed6a93aed7), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.440149 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f07eaac0-bbab-4d48-a070-8a529755cc69 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (df18b2dc-9f9b-438d-b07c-9bed6a93aed7), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.445636 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f07eaac0-bbab-4d48-a070-8a529755cc69 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (df18b2dc-9f9b-438d-b07c-9bed6a93aed7), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.479217 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07eaac0-bbab-4d48-a070-8a529755cc69 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df18b2dc-9f9b-438d-b07c-9bed6a93aed7,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:47.490548 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f07eaac0-bbab-4d48-a070-8a529755cc69 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.495141 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44158) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:47.495495 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-f07eaac0-bbab-4d48-a070-8a529755cc69 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719024 Jan 31 17:13:47.501593 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-7f0b6883-c981-407b-8a69-c63f54f7a7dc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'security_group_rule': {'security_group_id': '2a7219da-76ff-45d9-9c66-3247c2c438c2', 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:47.542376 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b6883-c981-407b-8a69-c63f54f7a7dc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (4ffdd98e-e859-43f8-8eb9-8ae1fb32ffce), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.627803 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b6883-c981-407b-8a69-c63f54f7a7dc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (4ffdd98e-e859-43f8-8eb9-8ae1fb32ffce), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.633366 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b6883-c981-407b-8a69-c63f54f7a7dc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (4ffdd98e-e859-43f8-8eb9-8ae1fb32ffce), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.660686 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b6883-c981-407b-8a69-c63f54f7a7dc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffdd98e-e859-43f8-8eb9-8ae1fb32ffce,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:47.671536 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b6883-c981-407b-8a69-c63f54f7a7dc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.676247 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44162) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:47.681155 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-088966ee-ec6c-4040-a5b2-15f07ee80a7a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'security_group_rule': {'security_group_id': '2a7219da-76ff-45d9-9c66-3247c2c438c2', 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:47.686794 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-7f0b6883-c981-407b-8a69-c63f54f7a7dc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1889141 Jan 31 17:13:47.704929 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.securitygroups_db [None req-088966ee-ec6c-4040-a5b2-15f07ee80a7a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Project 9a6ef23bd1de467fa9c6a4c61a63126a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:13:47.710972 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-088966ee-ec6c-4040-a5b2-15f07ee80a7a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (3c8a739a-b7c4-4f7f-b6bf-5ae82969dff4), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.800161 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-088966ee-ec6c-4040-a5b2-15f07ee80a7a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (3c8a739a-b7c4-4f7f-b6bf-5ae82969dff4), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.806132 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-088966ee-ec6c-4040-a5b2-15f07ee80a7a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (3c8a739a-b7c4-4f7f-b6bf-5ae82969dff4), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.824070 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088966ee-ec6c-4040-a5b2-15f07ee80a7a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8a739a-b7c4-4f7f-b6bf-5ae82969dff4,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:47.836920 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-088966ee-ec6c-4040-a5b2-15f07ee80a7a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.842439 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44164) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:13:47.847278 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-962af671-56c8-4c8a-b7cb-dd0b9a890b13 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'security_group_rule': {'security_group_id': '2a7219da-76ff-45d9-9c66-3247c2c438c2', 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:47.851662 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-088966ee-ec6c-4040-a5b2-15f07ee80a7a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1740789 Jan 31 17:13:47.882627 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Sync routers for ids ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:13:47.888154 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.securitygroups_db [None req-962af671-56c8-4c8a-b7cb-dd0b9a890b13 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Project 9a6ef23bd1de467fa9c6a4c61a63126a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:13:47.895811 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-962af671-56c8-4c8a-b7cb-dd0b9a890b13 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (5d33b062-707f-435f-bbc5-b3124da5cef6), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:47.899486 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Routers {'86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:47.900221 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:48.004703 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-962af671-56c8-4c8a-b7cb-dd0b9a890b13 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (5d33b062-707f-435f-bbc5-b3124da5cef6), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:48.010452 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-962af671-56c8-4c8a-b7cb-dd0b9a890b13 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538801'] for security_group_rule (5d33b062-707f-435f-bbc5-b3124da5cef6), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:48.026906 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Set router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:48.045135 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962af671-56c8-4c8a-b7cb-dd0b9a890b13 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d33b062-707f-435f-bbc5-b3124da5cef6,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:48.054885 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-962af671-56c8-4c8a-b7cb-dd0b9a890b13 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:48.059770 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-962af671-56c8-4c8a-b7cb-dd0b9a890b13 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2131412 Jan 31 17:13:48.120709 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 86384aa1-90fa-4424-8841-b38d3bac376b up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:48.247302 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 86384aa1-90fa-4424-8841-b38d3bac376b triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:48.247709 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:48.417115 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2b4d3b57-342b-40a2-8c87-3b7d335803a0 req-56b184f2-8e51-4085-acba-c23f62f8c171 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 210 time: 0.0599511 Jan 31 17:13:48.427360 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:13:44Z', 'revision_number': 4, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port': {'id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:39Z', 'updated_at': '2022-01-31T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '17f92677-d113-43dd-b3a8-1a43e6467c21', 'name': '', 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'mac_address': 'fa:16:3e:7d:28:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3f6e8af6-5b78-48ad-931e-6c113995f34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:43Z', 'updated_at': '2022-01-31T17:13:44Z', 'revision_number': 2, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'subnets': [{'id': '3f6e8af6-5b78-48ad-931e-6c113995f34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:48.429778 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 86384aa1-90fa-4424-8841-b38d3bac376b is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:48.472793 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Checking router: 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:13:48.475468 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Updating router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb port 17f92677-d113-43dd-b3a8-1a43e6467c21 binding host dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 17:13:48.511303 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:48.639942 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-034077e9-9ee1-42c5-bdf7-d5e9c83092ae tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:48.642414 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-034077e9-9ee1-42c5-bdf7-d5e9c83092ae tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 814 time: 0.2240043 Jan 31 17:13:48.663932 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Request body: {'port': {'device_id': '2262446c-b97b-411d-a7f5-742d8b6b9d61', 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'admin_state_up': True, 'tenant_id': 'c7dc58f7ca124b2e8d33d304c606b8ee'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:48.855974 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Made reservation on behalf of c7dc58f7ca124b2e8d33d304c606b8ee for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:13:48.861476 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:48.912333 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Publish callbacks [] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), precommit_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:48.921731 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.057061 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad43e7a-5590-4521-8047-64ced90c9216 None None] Pushing event updated for resources: {'Port': ['ID=17f92677-d113-43dd-b3a8-1a43e6467c21,revision_number=3']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:49.062244 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Attempting to bind port 17f92677-d113-43dd-b3a8-1a43e6467c21 on host dv-cinder-814898-3-iscsi for vnic_type normal with profile {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:13:49.062947 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Attempting to bind port 17f92677-d113-43dd-b3a8-1a43e6467c21 by drivers openvswitch,hyperv on host dv-cinder-814898-3-iscsi at level 0 using segments [{'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:13:49.064069 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Attempting to bind port 17f92677-d113-43dd-b3a8-1a43e6467c21 on network ccae10eb-24af-4302-88ad-169b91f7f06f {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:13:49.071908 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Checking agent: {'id': '6b1eed47-a8b1-4668-a74b-92e95bfb2a95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 16, 58, 12), 'started_at': datetime.datetime(2022, 1, 31, 16, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:13:49.072265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Checking segment: {'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:49.072677 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.073250 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Bound using segment: {'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'} {{(pid=102772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:13:49.073756 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.managers [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Bound port: 17f92677-d113-43dd-b3a8-1a43e6467c21, host: dv-cinder-814898-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dba199f-db0c-4995-9841-868fb6e051e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f'}}] {{(pid=102772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:13:49.074134 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.077125 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Allocated IP 172.20.0.2 (4e7673ee-9b66-4d1f-93e4-1c116a550235/80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae/0fb64a77-612e-4795-8ac8-f72b6438e18c) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:13:49.168118 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] For port 17f92677-d113-43dd-b3a8-1a43e6467c21, host dv-cinder-814898-3-iscsi, cleared binding levels {{(pid=102772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:13:49.183343 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] For port 17f92677-d113-43dd-b3a8-1a43e6467c21, host dv-cinder-814898-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=17f92677-d113-43dd-b3a8-1a43e6467c21,segment=NetworkSegment(3dba199f-db0c-4995-9841-868fb6e051e7),segment_id=3dba199f-db0c-4995-9841-868fb6e051e7)] {{(pid=102772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:13:49.195577 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.312949 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Routers {'86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:13:49.313890 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:13:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:49.319189 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks [] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.369680 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.426203 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad43e7a-5590-4521-8047-64ced90c9216 None None] Pushing event updated for resources: {'Port': ['ID=17f92677-d113-43dd-b3a8-1a43e6467c21,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:49.430748 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Network 4e7673ee-9b66-4d1f-93e4-1c116a550235 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:13:49.434564 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:13:49.440666 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:13:49.449977 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Pushing event updated for resources: {'Port': ['ID=0fb64a77-612e-4795-8ac8-f72b6438e18c,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:49.466423 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-17155e31-c271-4e2c-b4bc-93f744abd5d7 None None] Provisioning complete for port 17f92677-d113-43dd-b3a8-1a43e6467c21 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:49.466423 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17155e31-c271-4e2c-b4bc-93f744abd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.524258 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:49.524959 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.544677 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-f663858e-94b8-4fef-bd61-f2cfe2610313 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8852546 Jan 31 17:13:49.566876 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Request body: {'port': {'device_id': '2262446c-b97b-411d-a7f5-742d8b6b9d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:13:49.591495 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a6d2-cfaa-4b77-8a46-ce2a9513ba46 req-02dfeae5-1e9f-4c58-9c68-8f6d04b22300 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:49.597546 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a882a6d2-cfaa-4b77-8a46-ce2a9513ba46 req-02dfeae5-1e9f-4c58-9c68-8f6d04b22300 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 931 time: 0.0672600 Jan 31 17:13:49.628395 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] Set router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:13:49.642536 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.656000 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a882a6d2-cfaa-4b77-8a46-ce2a9513ba46 req-de0ad5f8-71cc-4ac0-af12-f6eaad3b0f0c tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545747 Jan 31 17:13:49.874131 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-17155e31-c271-4e2c-b4bc-93f744abd5d7 None None] Current status of the port 17f92677-d113-43dd-b3a8-1a43e6467c21 is: DOWN; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:49.874747 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17155e31-c271-4e2c-b4bc-93f744abd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.939368 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb64a77-612e-4795-8ac8-f72b6438e18c {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:13:49.947512 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Publish callbacks [] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:49.960841 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Transition to ACTIVE for port object 0fb64a77-612e-4795-8ac8-f72b6438e18c will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:13:49.965840 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:50.015904 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-17155e31-c271-4e2c-b4bc-93f744abd5d7 None None] For port 17f92677-d113-43dd-b3a8-1a43e6467c21, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=17f92677-d113-43dd-b3a8-1a43e6467c21,segment=NetworkSegment(3dba199f-db0c-4995-9841-868fb6e051e7),segment_id=3dba199f-db0c-4995-9841-868fb6e051e7)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:50.027964 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb64a77-612e-4795-8ac8-f72b6438e18c,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:50.028256 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-17155e31-c271-4e2c-b4bc-93f744abd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:50.101454 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Attempting to bind port 0fb64a77-612e-4795-8ac8-f72b6438e18c on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:13:50.101790 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Attempting to bind port 0fb64a77-612e-4795-8ac8-f72b6438e18c by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:13:50.102114 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Attempting to bind port 0fb64a77-612e-4795-8ac8-f72b6438e18c on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:13:50.107328 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Port 0fb64a77-612e-4795-8ac8-f72b6438e18c on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:13:50.107690 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Attempting to bind port 0fb64a77-612e-4795-8ac8-f72b6438e18c on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:13:50.113506 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:13:50.113874 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Checking segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:13:50.114254 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Bound using segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:13:50.114706 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Bound port: 0fb64a77-612e-4795-8ac8-f72b6438e18c, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:13:50.115079 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:50.178467 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17155e31-c271-4e2c-b4bc-93f744abd5d7 None None] Pushing event updated for resources: {'Port': ['ID=17f92677-d113-43dd-b3a8-1a43e6467c21,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:50.196904 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-18e751fb-3628-47cb-ad4f-70c7c91c16da None None] Provisioning complete for port 17f92677-d113-43dd-b3a8-1a43e6467c21 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:50.197267 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-18e751fb-3628-47cb-ad4f-70c7c91c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:50.202141 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] For port 0fb64a77-612e-4795-8ac8-f72b6438e18c, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:13:50.211610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] For port 0fb64a77-612e-4795-8ac8-f72b6438e18c, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=0fb64a77-612e-4795-8ac8-f72b6438e18c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:13:50.219619 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:50.240385 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:13:44Z', 'revision_number': 4, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port': {'id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:39Z', 'updated_at': '2022-01-31T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '17f92677-d113-43dd-b3a8-1a43e6467c21', 'name': '', 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'mac_address': 'fa:16:3e:7d:28:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3f6e8af6-5b78-48ad-931e-6c113995f34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:43Z', 'updated_at': '2022-01-31T17:13:49Z', 'revision_number': 4, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'subnets': [{'id': '3f6e8af6-5b78-48ad-931e-6c113995f34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:13:50.256682 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:50.257388 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:50.259218 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] 10.222.0.71 "PUT /v2.0/ports/0fb64a77-612e-4795-8ac8-f72b6438e18c HTTP/1.1" status: 200 len: 1093 time: 0.7000191 Jan 31 17:13:50.259777 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2262446c-b97b-411d-a7f5-742d8b6b9d61', 'tag': '0fb64a77-612e-4795-8ac8-f72b6438e18c'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:13:50.264228 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9350aabc-0870-4554-88cb-f576e9056b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2262446c-b97b-411d-a7f5-742d8b6b9d61", "tag": "0fb64a77-612e-4795-8ac8-f72b6438e18c"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:13:50.274773 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc72fcb-e45d-4db6-a764-1e268b38a173 None None] The sync data for ids ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'] in dv-cinder-814898-3-iscsi is: [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:13:44Z', 'revision_number': 4, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port': {'id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:39Z', 'updated_at': '2022-01-31T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '17f92677-d113-43dd-b3a8-1a43e6467c21', 'name': '', 'network_id': 'ccae10eb-24af-4302-88ad-169b91f7f06f', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'mac_address': 'fa:16:3e:7d:28:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3f6e8af6-5b78-48ad-931e-6c113995f34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:43Z', 'updated_at': '2022-01-31T17:13:49Z', 'revision_number': 4, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'subnets': [{'id': '3f6e8af6-5b78-48ad-931e-6c113995f34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:13:50.299889 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabc2fe-7da4-41d2-9d66-431e094fc526 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb64a77-612e-4795-8ac8-f72b6438e18c,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:50.331228 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-18e751fb-3628-47cb-ad4f-70c7c91c16da None None] Current status of the port 17f92677-d113-43dd-b3a8-1a43e6467c21 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:50.428908 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f0ea2e-dec3-4065-bf44-c6b69ec1c614 x-openstack-request-id: req-42f0ea2e-dec3-4065-bf44-c6b69ec1c614 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:13:50.429215 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2262446c-b97b-411d-a7f5-742d8b6b9d61", "tag": "0fb64a77-612e-4795-8ac8-f72b6438e18c", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:13:50.429539 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-42f0ea2e-dec3-4065-bf44-c6b69ec1c614 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:13:50.429993 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2262446c-b97b-411d-a7f5-742d8b6b9d61', 'tag': '0fb64a77-612e-4795-8ac8-f72b6438e18c', 'status': 'completed', 'code': 200} Jan 31 17:13:50.454082 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-7bf59aff-7441-42fd-a79c-7b4a8cbd4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:50.454354 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-7bf59aff-7441-42fd-a79c-7b4a8cbd4ff6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 1127 time: 0.0844893 Jan 31 17:13:50.508584 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-7a84fcef-277d-45c7-9753-85577f2c769f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fb64a77-612e-4795-8ac8-f72b6438e18c HTTP/1.1" status: 200 len: 217 time: 0.0427489 Jan 31 17:13:50.565335 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-47010cfb-af09-4a8e-9dc9-b25bb34b3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:50.566901 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-47010cfb-af09-4a8e-9dc9-b25bb34b3f74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 200 len: 854 time: 0.0520070 Jan 31 17:13:50.606016 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-574153cf-5823-4eb9-a2a9-54269247f287 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7673ee-9b66-4d1f-93e4-1c116a550235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307338 Jan 31 17:13:50.742401 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-1be13788-9b42-43f6-aa79-c06109e22e35 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215725 Jan 31 17:13:50.844108 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4287-bf2d-46c1-9d4d-a791d1955010 req-249758ea-0599-49aa-b12c-bba50b78d216 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:50.851693 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-322b4287-bf2d-46c1-9d4d-a791d1955010 req-249758ea-0599-49aa-b12c-bba50b78d216 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 943 time: 0.1034758 Jan 31 17:13:50.875922 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-33518415-5927-4e8d-b5cc-320601b4e0ad req-cf84080b-2f58-492b-b4d1-9c6e1b1e9ab5 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261425 Jan 31 17:13:50.932012 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-322b4287-bf2d-46c1-9d4d-a791d1955010 req-abadcbde-c5db-4021-ac01-b81d04e8bc2d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793271 Jan 31 17:13:51.009958 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350aabc-0870-4554-88cb-f576e9056b1d req-2d0332c1-663e-4402-b156-f769d662b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:51.012090 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9350aabc-0870-4554-88cb-f576e9056b1d req-2d0332c1-663e-4402-b156-f769d662b997 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 1127 time: 0.0684042 Jan 31 17:13:51.142972 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350aabc-0870-4554-88cb-f576e9056b1d req-dc3af7c7-0c8c-4037-a124-28e853bf867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:51.144999 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9350aabc-0870-4554-88cb-f576e9056b1d req-dc3af7c7-0c8c-4037-a124-28e853bf867e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 915 time: 0.1228862 Jan 31 17:13:51.194020 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9350aabc-0870-4554-88cb-f576e9056b1d req-68bc7003-7624-4ba7-b69e-fde2e6df4743 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fb64a77-612e-4795-8ac8-f72b6438e18c HTTP/1.1" status: 200 len: 217 time: 0.0387247 Jan 31 17:13:51.265502 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350aabc-0870-4554-88cb-f576e9056b1d req-a962baec-4143-47bf-8706-fcba020c8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:51.268192 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9350aabc-0870-4554-88cb-f576e9056b1d req-a962baec-4143-47bf-8706-fcba020c8f4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 200 len: 854 time: 0.0674586 Jan 31 17:13:51.323515 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9350aabc-0870-4554-88cb-f576e9056b1d req-d9c1a018-b719-4044-ba2c-ac7f7a68a0b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7673ee-9b66-4d1f-93e4-1c116a550235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462239 Jan 31 17:13:51.472719 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9350aabc-0870-4554-88cb-f576e9056b1d req-999bc72b-26cc-47f8-9aa3-51a55ae67841 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399972 Jan 31 17:13:51.587304 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9350aabc-0870-4554-88cb-f576e9056b1d req-affc1be0-a68c-4546-8fbb-ec855d0dd4cd service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055539 Jan 31 17:13:52.120646 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c99521-97a6-4e9b-b59d-b2c9347e6779 req-6105e92c-36eb-4ac6-b6dd-d55a24a2b208 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:52.122726 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-21c99521-97a6-4e9b-b59d-b2c9347e6779 req-6105e92c-36eb-4ac6-b6dd-d55a24a2b208 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 943 time: 0.0861905 Jan 31 17:13:52.162681 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 17f92677-d113-43dd-b3a8-1a43e6467c21 up at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:52.210662 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-21c99521-97a6-4e9b-b59d-b2c9347e6779 req-c1d566ed-94bf-4e0e-9a62-29a76c57f1dc tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802822 Jan 31 17:13:52.238246 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Provisioning complete for port 17f92677-d113-43dd-b3a8-1a43e6467c21 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:52.238822 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:52.338139 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Current status of the port 17f92677-d113-43dd-b3a8-1a43e6467c21 is: ACTIVE; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:53.350927 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bcd64-06e2-4436-b256-fa57d76d7414 req-6608ed90-45f3-4a7d-be4c-db7527388b6a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:53.352608 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-119bcd64-06e2-4436-b256-fa57d76d7414 req-6608ed90-45f3-4a7d-be4c-db7527388b6a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 943 time: 0.0592844 Jan 31 17:13:53.413201 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-119bcd64-06e2-4436-b256-fa57d76d7414 req-faa99447-3a27-499f-a0ee-67806c01be2a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Jan 31 17:13:53.939954 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 0fb64a77-612e-4795-8ac8-f72b6438e18c details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:13:54.274212 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 0fb64a77-612e-4795-8ac8-f72b6438e18c, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=0fb64a77-612e-4795-8ac8-f72b6438e18c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:54.288483 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '0fb64a77-612e-4795-8ac8-f72b6438e18c', 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'port_id': '0fb64a77-612e-4795-8ac8-f72b6438e18c', 'mac_address': 'fa:16:3e:0b:b5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:13:54.329423 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 0fb64a77-612e-4795-8ac8-f72b6438e18c is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:54.329831 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:54.345360 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb64a77-612e-4795-8ac8-f72b6438e18c {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:13:54.369578 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 0fb64a77-612e-4795-8ac8-f72b6438e18c, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=0fb64a77-612e-4795-8ac8-f72b6438e18c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:54.374853 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:54.429042 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=0fb64a77-612e-4795-8ac8-f72b6438e18c,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:54.566205 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587cdbc-db5d-416c-a573-392b3f0d5733 req-c07843af-289f-4165-b381-fba8fedad5bd tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:54.567848 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b587cdbc-db5d-416c-a573-392b3f0d5733 req-c07843af-289f-4165-b381-fba8fedad5bd tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 944 time: 0.0684791 Jan 31 17:13:54.633113 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b587cdbc-db5d-416c-a573-392b3f0d5733 req-d2e7463c-bb6d-4ef4-9222-50fcf17a39b8 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551279 Jan 31 17:13:54.747132 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['0fb64a77-612e-4795-8ac8-f72b6438e18c'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:13:55.778873 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f3fe-d194-4879-9db7-18b5fe59841f req-579b960c-8acb-4d51-8b1d-9cf152e39557 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:55.780594 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e097f3fe-d194-4879-9db7-18b5fe59841f req-579b960c-8acb-4d51-8b1d-9cf152e39557 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 944 time: 0.0619476 Jan 31 17:13:55.844153 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e097f3fe-d194-4879-9db7-18b5fe59841f req-e5ea95cc-41f0-454f-9ec4-6888d0f2c95d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524080 Jan 31 17:13:55.944697 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 0fb64a77-612e-4795-8ac8-f72b6438e18c up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:13:56.003169 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 0fb64a77-612e-4795-8ac8-f72b6438e18c completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:13:56.008912 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 0fb64a77-612e-4795-8ac8-f72b6438e18c triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:13:56.009367 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:56.112728 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 0fb64a77-612e-4795-8ac8-f72b6438e18c is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:13:56.114222 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:56.147066 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262446c-b97b-411d-a7f5-742d8b6b9d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb64a77-612e-4795-8ac8-f72b6438e18c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:13:56.149797 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee2d1e4-5b9d-4604-961d-d4f5e178aa7e" -d '{"events": [{"server_uuid": "2262446c-b97b-411d-a7f5-742d8b6b9d61", "name": "network-vif-plugged", "status": "completed", "tag": "0fb64a77-612e-4795-8ac8-f72b6438e18c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:13:56.174199 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 0fb64a77-612e-4795-8ac8-f72b6438e18c, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=0fb64a77-612e-4795-8ac8-f72b6438e18c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:13:56.180131 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:13:56.215603 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc7d1c8-b660-4145-bc44-9b3f14a439db x-openstack-request-id: req-1fc7d1c8-b660-4145-bc44-9b3f14a439db {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:13:56.215894 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262446c-b97b-411d-a7f5-742d8b6b9d61", "name": "network-vif-plugged", "status": "completed", "tag": "0fb64a77-612e-4795-8ac8-f72b6438e18c", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:13:56.216355 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1fc7d1c8-b660-4145-bc44-9b3f14a439db {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:13:56.216747 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262446c-b97b-411d-a7f5-742d8b6b9d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb64a77-612e-4795-8ac8-f72b6438e18c', 'code': 200} Jan 31 17:13:56.242114 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=0fb64a77-612e-4795-8ac8-f72b6438e18c,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:13:56.443150 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8d5da-8240-44a5-bf82-a88406d5833e req-eb7abab2-d096-4e45-90fd-3c1d8f4ecf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:56.444794 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7af8d5da-8240-44a5-bf82-a88406d5833e req-eb7abab2-d096-4e45-90fd-3c1d8f4ecf05 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 1129 time: 0.0584567 Jan 31 17:13:56.507069 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7af8d5da-8240-44a5-bf82-a88406d5833e req-6f12533f-6702-462d-839c-e540d168b868 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544889 Jan 31 17:13:57.001172 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eba6eb-166a-4cbf-a08b-438cd8ea2d3e req-521b7b4a-7d7e-410b-a08b-de4862b3757f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:57.002779 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-29eba6eb-166a-4cbf-a08b-438cd8ea2d3e req-521b7b4a-7d7e-410b-a08b-de4862b3757f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 945 time: 0.0590444 Jan 31 17:13:57.057757 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-29eba6eb-166a-4cbf-a08b-438cd8ea2d3e req-95698139-4bf7-455e-ba2b-ca9df384db03 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Jan 31 17:13:58.199096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6553ff-cb67-4d16-8e46-65dca38b3048 req-62d7830e-236f-4b85-bcb9-32252c855de1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:13:58.200789 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0c6553ff-cb67-4d16-8e46-65dca38b3048 req-62d7830e-236f-4b85-bcb9-32252c855de1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 945 time: 0.0646842 Jan 31 17:13:58.276967 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0c6553ff-cb67-4d16-8e46-65dca38b3048 req-0397122f-baf1-4a2a-a81e-f7c23f0e175b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656803 Jan 31 17:14:04.478595 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4cae0123-4ebf-4699-b820-6ab5dff732ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:05.970107 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-173dac5b-7cf6-471c-8582-7e033afd6f9d tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606094119&fields=id&tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 267 time: 0.0532858 Jan 31 17:14:06.094962 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-90669b29-a2a3-4e51-9474-a33795b49ff4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:06.096942 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-90669b29-a2a3-4e51-9474-a33795b49ff4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 811 time: 0.1161876 Jan 31 17:14:06.113701 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-6f6aa29d-3fcd-4349-b935-d471fe1afc1e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/quotas/9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 375 time: 0.0106926 Jan 31 17:14:06.187354 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-42b8e042-f195-47dd-b4f2-ee08c06ad3f5 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672987 Jan 31 17:14:06.623830 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-14d9857a-8447-414f-b94d-5b1a5c9ddcf9 service neutron] 10.222.0.90 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234207 Jan 31 17:14:06.750994 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-24b0f6b8-8620-49ec-9826-08c27f26aeb0 service neutron] 10.222.0.90 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202576 Jan 31 17:14:06.836397 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-2951edbc-eaca-409e-8ddf-2329b9dfbc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:07.156549 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-16d2c747-36ae-45f6-9c90-6d3e01977eba req-de158fb7-30b9-41af-bf98-f4933cb5b88e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 210 time: 0.0337639 Jan 31 17:14:07.980736 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-4c0b87c7-b823-41bf-8e21-45632a69f78b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:07.982271 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-4c0b87c7-b823-41bf-8e21-45632a69f78b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 814 time: 0.1206546 Jan 31 17:14:07.999473 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-ca0540ab-fad1-483e-b519-0424a45e4756 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/quotas/c7dc58f7ca124b2e8d33d304c606b8ee HTTP/1.1" status: 200 len: 375 time: 0.0104647 Jan 31 17:14:08.068228 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-f41782f8-f50d-4bdf-b542-ca071f752bf7 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618181 Jan 31 17:14:08.185643 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-e0e6bf8d-32de-4223-8bb0-467867aace39 service neutron] 10.222.0.90 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076148 Jan 31 17:14:08.312848 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-cbeb7229-d717-4711-a5b9-08bfee53dcad req-8082f623-642a-48ba-90dd-8c319753ee06 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 210 time: 0.0480845 Jan 31 17:14:08.418330 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-8ad3b47c-98fc-4e9a-aac8-6ba02ca0c4e9 service neutron] 10.222.0.90 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305930 Jan 31 17:14:08.434534 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-b52e6d7c-ee99-49b9-90d2-1393fed6d988 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:08.436164 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-b52e6d7c-ee99-49b9-90d2-1393fed6d988 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 811 time: 0.2152507 Jan 31 17:14:08.539888 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-2d4c1261-f665-4dff-ac83-60e57878f2da tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 379 time: 0.0946348 Jan 31 17:14:08.554989 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'port': {'device_id': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'admin_state_up': True, 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'security_groups': ['2a7219da-76ff-45d9-9c66-3247c2c438c2']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:08.681550 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a1a59667-5960-463c-957d-ec3df9270444 req-01bca6c5-b494-4434-8470-e0ce024fbbe8 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 210 time: 0.0476112 Jan 31 17:14:08.684062 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Made reservation on behalf of 9a6ef23bd1de467fa9c6a4c61a63126a for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:14:08.688696 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:08.854341 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Allocated IP 172.20.0.5 (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5/257c4df0-cd1f-4153-8bcf-94b39fa85367/d07959e9-1800-4ed9-9a10-3f0705acaf7f) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:14:09.057118 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:09.104158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:09.153993 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:14:09.157474 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:14:09.164110 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:14:09.195805 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=d07959e9-1800-4ed9-9a10-3f0705acaf7f,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:09.215804 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.216135 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.216831 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.217184 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.217525 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.217882 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.218200 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.219067 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.219067 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.219827 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.219827 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.229300 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.229909 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:09.264307 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:09.265590 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:09.286988 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-154cabf1-f4d2-491a-9acf-5c4053380d92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7380278 Jan 31 17:14:09.302909 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Request body: {'port': {'device_id': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:09.406579 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:09.502976 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-249a52f2-bb4f-4b7f-aef8-bd5663650dda None None] Provisioning complete for port d07959e9-1800-4ed9-9a10-3f0705acaf7f triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:14:09.503566 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-249a52f2-bb4f-4b7f-aef8-bd5663650dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:09.559916 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-249a52f2-bb4f-4b7f-aef8-bd5663650dda None None] Port d07959e9-1800-4ed9-9a10-3f0705acaf7f cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:14:09.602567 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb4970-788a-42af-955b-9ebccca1ec1b req-28a381a4-7ce7-4e0b-bdd1-529b730ce323 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:09.604343 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1ffb4970-788a-42af-955b-9ebccca1ec1b req-28a381a4-7ce7-4e0b-bdd1-529b730ce323 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 931 time: 0.1848140 Jan 31 17:14:09.720580 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1ffb4970-788a-42af-955b-9ebccca1ec1b req-378ca3cc-f728-4676-b843-7ee2ea03776e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084013 Jan 31 17:14:09.801867 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-dd8cc648-5172-433f-a2fe-8291c9e0145b req-0c6999d3-ae8b-4319-9b19-a70f8c6fa0ca tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 210 time: 0.0295844 Jan 31 17:14:09.853106 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07959e9-1800-4ed9-9a10-3f0705acaf7f {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:14:09.865289 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Publish callbacks [] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:09.882880 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:09.913746 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Transition to ACTIVE for port object d07959e9-1800-4ed9-9a10-3f0705acaf7f will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:14:09.920074 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:09.980079 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-591c1a4e-e77f-4585-81bb-f58ee5789ff7 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:09.982498 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-591c1a4e-e77f-4585-81bb-f58ee5789ff7 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 814 time: 0.1764379 Jan 31 17:14:09.996246 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Request body: {'port': {'device_id': '7c8323b7-fb7f-4fe7-bc20-2a023f09c33e', 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'admin_state_up': True, 'tenant_id': 'c7dc58f7ca124b2e8d33d304c606b8ee'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:10.016578 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Pushing event updated for resources: {'Port': ['ID=d07959e9-1800-4ed9-9a10-3f0705acaf7f,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:10.162012 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Attempting to bind port d07959e9-1800-4ed9-9a10-3f0705acaf7f on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:14:10.162724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Attempting to bind port d07959e9-1800-4ed9-9a10-3f0705acaf7f by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:14:10.162724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Attempting to bind port d07959e9-1800-4ed9-9a10-3f0705acaf7f on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:14:10.174346 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Port d07959e9-1800-4ed9-9a10-3f0705acaf7f on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:14:10.174606 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Attempting to bind port d07959e9-1800-4ed9-9a10-3f0705acaf7f on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:14:10.184031 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:14:10.184332 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Checking segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:14:10.184724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Bound using segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:14:10.185154 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Bound port: d07959e9-1800-4ed9-9a10-3f0705acaf7f, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:14:10.185572 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:10.188972 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Made reservation on behalf of c7dc58f7ca124b2e8d33d304c606b8ee for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:14:10.192381 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:10.321472 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] For port d07959e9-1800-4ed9-9a10-3f0705acaf7f, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:14:10.326604 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] For port d07959e9-1800-4ed9-9a10-3f0705acaf7f, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:14:10.351261 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:10.412535 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:10.413149 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:10.414603 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] 10.222.0.71 "PUT /v2.0/ports/d07959e9-1800-4ed9-9a10-3f0705acaf7f HTTP/1.1" status: 200 len: 1093 time: 1.1195176 Jan 31 17:14:10.419526 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'tag': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:10.422233 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97" -d '{"events": [{"name": "network-changed", "server_uuid": "b8afd75e-fbd0-4ce6-87b5-3ef62e055fff", "tag": "d07959e9-1800-4ed9-9a10-3f0705acaf7f"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:10.430265 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Allocated IP 172.20.0.3 (4e7673ee-9b66-4d1f-93e4-1c116a550235/80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae/84b83c77-6b28-46f1-8edb-6eb7b08f258c) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:14:10.454338 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a89951-83b0-4193-9c95-e3e39cbf6720 service neutron] Pushing event updated for resources: {'Port': ['ID=d07959e9-1800-4ed9-9a10-3f0705acaf7f,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:10.501983 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88643c35-d762-45fd-9fc1-5ed321175d6c x-openstack-request-id: req-88643c35-d762-45fd-9fc1-5ed321175d6c {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:10.502305 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8afd75e-fbd0-4ce6-87b5-3ef62e055fff", "tag": "d07959e9-1800-4ed9-9a10-3f0705acaf7f", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:10.502514 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-88643c35-d762-45fd-9fc1-5ed321175d6c {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:10.502912 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'tag': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'status': 'completed', 'code': 200} Jan 31 17:14:10.615020 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-b6bcab9d-ad53-4631-a11c-a5ed132eb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:10.617251 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-b6bcab9d-ad53-4631-a11c-a5ed132eb571 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 1127 time: 0.1288767 Jan 31 17:14:10.672741 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-b31de474-ca15-4223-80f3-fca969a6bf33 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f HTTP/1.1" status: 200 len: 217 time: 0.0455022 Jan 31 17:14:10.683062 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks [] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:10.748927 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-e857f4e6-f6d9-49df-a534-3fc4a1c31138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:10.750645 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-e857f4e6-f6d9-49df-a534-3fc4a1c31138 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0630174 Jan 31 17:14:10.760751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:10.774130 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['0fb64a77-612e-4795-8ac8-f72b6438e18c'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:14:10.837816 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Network 4e7673ee-9b66-4d1f-93e4-1c116a550235 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:14:10.845389 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:14:10.851098 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:14:10.887132 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Pushing event updated for resources: {'Port': ['ID=84b83c77-6b28-46f1-8edb-6eb7b08f258c,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:10.911725 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-a24d4178-191f-41a2-8180-8e01b1a647d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:10.913296 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-a24d4178-191f-41a2-8180-8e01b1a647d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1447315 Jan 31 17:14:10.918753 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:10.919514 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:10.922639 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8f84-69de-4f1d-b91b-b3637a794e28 req-44df71da-a2f5-4278-bc8f-7ebeed71a55f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:10.926286 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-068c8f84-69de-4f1d-b91b-b3637a794e28 req-44df71da-a2f5-4278-bc8f-7ebeed71a55f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 943 time: 0.1066444 Jan 31 17:14:10.968297 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-b8ee66ab-0c8e-49c1-8016-56b232bf7655 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9760225 Jan 31 17:14:10.998624 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:14:11.007035 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Request body: {'port': {'device_id': '7c8323b7-fb7f-4fe7-bc20-2a023f09c33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:11.014738 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-068c8f84-69de-4f1d-b91b-b3637a794e28 req-a2cbb3aa-152f-49d7-ac8e-85b3f24ba828 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765841 Jan 31 17:14:11.125992 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-6bad25d0-3012-4948-b5f9-52cb3f647df5 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000573 Jan 31 17:14:11.142362 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247df9a-b524-4fab-ba2f-f99722d53ce6 req-ea31fbac-299f-40f6-83e4-8efb9b31504d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:11.144051 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1247df9a-b524-4fab-ba2f-f99722d53ce6 req-ea31fbac-299f-40f6-83e4-8efb9b31504d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 931 time: 0.1411388 Jan 31 17:14:11.144676 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:11.387646 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1247df9a-b524-4fab-ba2f-f99722d53ce6 req-930d05d4-961c-4498-a849-3d7222032851 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307391 Jan 31 17:14:11.393182 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-235bc368-04a7-42c0-8bb7-4f506ed3ff60 req-d9b792c2-6502-412c-9f6b-d639a7003847 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458031 Jan 31 17:14:11.420856 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:11.575081 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-cec620a2-b3b6-42da-ab94-e44c193e55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:11.576696 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-cec620a2-b3b6-42da-ab94-e44c193e55be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 1127 time: 0.0966623 Jan 31 17:14:11.645604 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b83c77-6b28-46f1-8edb-6eb7b08f258c {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:14:11.657916 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Publish callbacks [] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:11.666154 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:11.710056 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Transition to ACTIVE for port object 84b83c77-6b28-46f1-8edb-6eb7b08f258c will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:14:11.721122 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:11.761343 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-41d2e57f-1cc2-4b03-a7a6-4aaa8408c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:11.762887 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-41d2e57f-1cc2-4b03-a7a6-4aaa8408c8db service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.1601315 Jan 31 17:14:11.819586 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-857f417b-7265-454a-9451-4decfbaacb43 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f HTTP/1.1" status: 200 len: 217 time: 0.0475137 Jan 31 17:14:11.823104 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=84b83c77-6b28-46f1-8edb-6eb7b08f258c,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:11.919803 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-51a5dfb3-77db-447f-a343-64b356cd006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:11.921279 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-51a5dfb3-77db-447f-a343-64b356cd006f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0922279 Jan 31 17:14:11.948070 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Attempting to bind port 84b83c77-6b28-46f1-8edb-6eb7b08f258c on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:14:11.948390 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Attempting to bind port 84b83c77-6b28-46f1-8edb-6eb7b08f258c by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:14:11.948799 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Attempting to bind port 84b83c77-6b28-46f1-8edb-6eb7b08f258c on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:14:11.971310 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Port 84b83c77-6b28-46f1-8edb-6eb7b08f258c on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:14:11.971652 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Attempting to bind port 84b83c77-6b28-46f1-8edb-6eb7b08f258c on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:14:11.980113 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:14:11.980467 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Checking segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:14:11.980849 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Bound using segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:14:11.981278 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Bound port: 84b83c77-6b28-46f1-8edb-6eb7b08f258c, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:14:11.981643 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:11.998669 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:12.032319 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-36328857-2061-4701-b4b3-a388f492ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:12.033878 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-36328857-2061-4701-b4b3-a388f492ddf3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054118 Jan 31 17:14:12.094709 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] For port 84b83c77-6b28-46f1-8edb-6eb7b08f258c, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:14:12.136613 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] For port 84b83c77-6b28-46f1-8edb-6eb7b08f258c, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=84b83c77-6b28-46f1-8edb-6eb7b08f258c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:14:12.149956 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:12.154723 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f433303-ad01-4021-97ab-ce6d1a2d0782 req-c2687234-6c4e-4e8f-a2ef-6cdf40aebf10 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:12.156734 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6f433303-ad01-4021-97ab-ce6d1a2d0782 req-c2687234-6c4e-4e8f-a2ef-6cdf40aebf10 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 943 time: 0.0658116 Jan 31 17:14:12.197051 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-b19bda02-bf62-4762-b634-c1dfff219996 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523650 Jan 31 17:14:12.212451 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6f433303-ad01-4021-97ab-ce6d1a2d0782 req-bb2cec1f-f9d0-441a-b4b0-1af87cde8fcb tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490174 Jan 31 17:14:12.218572 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:12.219201 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:12.220632 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] 10.222.0.71 "PUT /v2.0/ports/84b83c77-6b28-46f1-8edb-6eb7b08f258c HTTP/1.1" status: 200 len: 1093 time: 1.2191088 Jan 31 17:14:12.255115 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9ea6e-12ab-4e1a-a5c4-6bfe0152d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=84b83c77-6b28-46f1-8edb-6eb7b08f258c,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:12.344741 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c60b7d7-1b8b-4ee6-8bce-303ba1074d97 req-e8c69fdb-e717-4ae4-bf0a-c508443009a2 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397736 Jan 31 17:14:12.355298 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-7c0c92ab-df97-4089-94b7-c23bc44fcdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:12.356866 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-7c0c92ab-df97-4089-94b7-c23bc44fcdc3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 1127 time: 0.0702589 Jan 31 17:14:12.406059 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-5384828a-9632-46ae-ac97-ac380cc12c67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b83c77-6b28-46f1-8edb-6eb7b08f258c HTTP/1.1" status: 200 len: 217 time: 0.0413954 Jan 31 17:14:12.460127 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-90bd6dab-0443-4447-a59b-e41dd5ba76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:12.461535 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-90bd6dab-0443-4447-a59b-e41dd5ba76f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 200 len: 854 time: 0.0464487 Jan 31 17:14:12.514811 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8323b7-fb7f-4fe7-bc20-2a023f09c33e', 'tag': '84b83c77-6b28-46f1-8edb-6eb7b08f258c'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:12.517701 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8323b7-fb7f-4fe7-bc20-2a023f09c33e", "tag": "84b83c77-6b28-46f1-8edb-6eb7b08f258c"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:12.523693 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-6fda9084-642a-42a8-a13d-65e2a1f6b7ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7673ee-9b66-4d1f-93e4-1c116a550235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522676 Jan 31 17:14:12.558517 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b28bc8-251e-4677-b92b-9924969c0e88 x-openstack-request-id: req-14b28bc8-251e-4677-b92b-9924969c0e88 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:12.558825 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8323b7-fb7f-4fe7-bc20-2a023f09c33e", "tag": "84b83c77-6b28-46f1-8edb-6eb7b08f258c", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:12.559074 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-14b28bc8-251e-4677-b92b-9924969c0e88 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:12.559490 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8323b7-fb7f-4fe7-bc20-2a023f09c33e', 'tag': '84b83c77-6b28-46f1-8edb-6eb7b08f258c', 'status': 'completed', 'code': 200} Jan 31 17:14:12.616570 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b66f5f-c532-42cc-9b05-fea06a775874 req-07a5c93d-6601-49e1-bff9-a8d96f27b576 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:12.618383 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-81b66f5f-c532-42cc-9b05-fea06a775874 req-07a5c93d-6601-49e1-bff9-a8d96f27b576 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 943 time: 0.1559229 Jan 31 17:14:12.663619 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-30c6236c-0aca-40ad-9908-d9fbc88ebfb4 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313512 Jan 31 17:14:12.709356 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-81b66f5f-c532-42cc-9b05-fea06a775874 req-7cb36b0e-7734-4401-a741-1fba38ed7eea tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 Jan 31 17:14:12.780917 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-03f9771b-bcd1-477b-a6c2-e9177cb77121 req-92177150-aa10-419a-bc87-ca567fea9a92 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082196 Jan 31 17:14:12.878989 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-2f7f2c91-6593-4f6b-91fb-4f78247128f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:12.880580 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-2f7f2c91-6593-4f6b-91fb-4f78247128f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 1127 time: 0.0492785 Jan 31 17:14:12.986077 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-75656db5-f2d9-412f-af07-d87e02ed28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:12.987724 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-75656db5-f2d9-412f-af07-d87e02ed28ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 915 time: 0.0966132 Jan 31 17:14:13.030516 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-3a473bcd-1aa1-44bc-9c53-abae7cd50f84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84b83c77-6b28-46f1-8edb-6eb7b08f258c HTTP/1.1" status: 200 len: 217 time: 0.0359712 Jan 31 17:14:13.082427 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-4c790447-79ee-444a-8e78-08bd34a3053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:13.083941 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-4c790447-79ee-444a-8e78-08bd34a3053e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 200 len: 854 time: 0.0464795 Jan 31 17:14:13.124520 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-8a8a9b3b-b792-4421-8036-a86d6171ddfd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7673ee-9b66-4d1f-93e4-1c116a550235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310185 Jan 31 17:14:13.222908 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-4082a0b0-b1c0-43ab-9c6e-74c19fadf77b service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889418 Jan 31 17:14:13.353503 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c9e85-e194-4e3f-80f7-97cb4d572945 req-e19b51c3-796d-402c-9ff2-5979dfe231f7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:13.355196 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-766c9e85-e194-4e3f-80f7-97cb4d572945 req-e19b51c3-796d-402c-9ff2-5979dfe231f7 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 943 time: 0.0603998 Jan 31 17:14:13.414118 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-766c9e85-e194-4e3f-80f7-97cb4d572945 req-1dc99443-9b7f-46cf-9804-63fb18dbbda6 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513222 Jan 31 17:14:13.620604 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-845e88b0-9c5e-4a23-b45d-c638c2dad7ad req-ebe62153-b252-4668-8faf-33f629d73cb0 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854659 Jan 31 17:14:13.836449 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbe946-51f0-4363-bb76-f681118e9f39 req-db7c8749-131f-4a0b-a314-69af1ec62d81 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:13.838075 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-60bbe946-51f0-4363-bb76-f681118e9f39 req-db7c8749-131f-4a0b-a314-69af1ec62d81 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 943 time: 0.0568664 Jan 31 17:14:13.891225 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-60bbe946-51f0-4363-bb76-f681118e9f39 req-6dbd14a0-de62-4f7a-927c-14ba897ff9cd tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468929 Jan 31 17:14:14.544299 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cde21-f5e3-4fde-974f-248aef4fd08c req-24dfbed6-1cfb-44d4-bd10-c418f993236c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:14.545922 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-579cde21-f5e3-4fde-974f-248aef4fd08c req-24dfbed6-1cfb-44d4-bd10-c418f993236c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 943 time: 0.0572677 Jan 31 17:14:14.604915 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-579cde21-f5e3-4fde-974f-248aef4fd08c req-f1f43326-f1fb-4ba2-8733-3dae886307cd tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521832 Jan 31 17:14:15.020885 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c6223-8abf-4b0a-8604-57c7569bb9e7 req-0b5937fe-94e3-479f-bb0e-218258c84a7e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:15.024296 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c14c6223-8abf-4b0a-8604-57c7569bb9e7 req-0b5937fe-94e3-479f-bb0e-218258c84a7e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 943 time: 0.0574172 Jan 31 17:14:15.078369 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c14c6223-8abf-4b0a-8604-57c7569bb9e7 req-57c6e678-5d36-4715-90c6-1ef5e9e16040 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498130 Jan 31 17:14:15.735929 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afed2e-2ebb-43bd-91f5-d5027b43a881 req-c8b92bad-0379-4e08-bb84-68a09e438acf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:15.738000 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-29afed2e-2ebb-43bd-91f5-d5027b43a881 req-c8b92bad-0379-4e08-bb84-68a09e438acf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 943 time: 0.0601141 Jan 31 17:14:15.793806 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-29afed2e-2ebb-43bd-91f5-d5027b43a881 req-89ecdf30-f3e7-4602-a495-7bc9adca98dc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492702 Jan 31 17:14:16.030431 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 84b83c77-6b28-46f1-8edb-6eb7b08f258c details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:14:16.142154 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 84b83c77-6b28-46f1-8edb-6eb7b08f258c, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=84b83c77-6b28-46f1-8edb-6eb7b08f258c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:16.155363 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '84b83c77-6b28-46f1-8edb-6eb7b08f258c', 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'port_id': '84b83c77-6b28-46f1-8edb-6eb7b08f258c', 'mac_address': 'fa:16:3e:bd:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:14:16.201063 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 84b83c77-6b28-46f1-8edb-6eb7b08f258c is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:14:16.201504 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:16.205163 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afce11-74b1-4977-962a-1645d04be056 req-91d07ea1-03cd-44fc-a87c-d251c1ac267e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:16.206906 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-88afce11-74b1-4977-962a-1645d04be056 req-91d07ea1-03cd-44fc-a87c-d251c1ac267e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 943 time: 0.0577085 Jan 31 17:14:16.216859 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b83c77-6b28-46f1-8edb-6eb7b08f258c {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:14:16.239592 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 84b83c77-6b28-46f1-8edb-6eb7b08f258c, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=84b83c77-6b28-46f1-8edb-6eb7b08f258c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:16.244873 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:16.272639 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-88afce11-74b1-4977-962a-1645d04be056 req-91d54a79-0945-4798-a647-2c69528b1486 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590456 Jan 31 17:14:16.296695 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=84b83c77-6b28-46f1-8edb-6eb7b08f258c,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:16.551965 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['84b83c77-6b28-46f1-8edb-6eb7b08f258c'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:14:16.923113 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ade22-4cd6-4ddf-88c0-5b45bbd0ee3d req-63507aa6-13cc-4105-804e-c09066df61de tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:16.924772 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5d0ade22-4cd6-4ddf-88c0-5b45bbd0ee3d req-63507aa6-13cc-4105-804e-c09066df61de tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 943 time: 0.0604656 Jan 31 17:14:16.983263 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5d0ade22-4cd6-4ddf-88c0-5b45bbd0ee3d req-9ac07a33-1360-4c13-93ff-c185ef128ec8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481970 Jan 31 17:14:17.461859 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56200c7-3a08-42bf-9b37-f64a3ba45d17 req-1f1637df-e478-445c-a291-f375cbb872c7 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:17.464598 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a56200c7-3a08-42bf-9b37-f64a3ba45d17 req-1f1637df-e478-445c-a291-f375cbb872c7 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 944 time: 0.0892997 Jan 31 17:14:17.544984 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a56200c7-3a08-42bf-9b37-f64a3ba45d17 req-99bbf36b-ca72-47b8-8972-7ed203d26cb7 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735331 Jan 31 17:14:18.060157 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device d07959e9-1800-4ed9-9a10-3f0705acaf7f details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:14:18.073140 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 84b83c77-6b28-46f1-8edb-6eb7b08f258c up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:14:18.154733 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b05620-ee61-4396-8fb4-c7fc59c998c0 req-8a505021-a6af-4225-bbca-a2b2fa6c4292 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:18.156934 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-92b05620-ee61-4396-8fb4-c7fc59c998c0 req-8a505021-a6af-4225-bbca-a2b2fa6c4292 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 943 time: 0.0698569 Jan 31 17:14:18.215789 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 84b83c77-6b28-46f1-8edb-6eb7b08f258c completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:14:18.226208 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 84b83c77-6b28-46f1-8edb-6eb7b08f258c triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:14:18.226592 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:18.234806 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-92b05620-ee61-4396-8fb4-c7fc59c998c0 req-3eb5de0a-8dfd-4761-8038-04a70bf45d9e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676827 Jan 31 17:14:18.259014 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port d07959e9-1800-4ed9-9a10-3f0705acaf7f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:18.282550 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'port_id': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'mac_address': 'fa:16:3e:eb:d2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:14:18.360722 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port d07959e9-1800-4ed9-9a10-3f0705acaf7f is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:14:18.361116 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:18.383099 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 84b83c77-6b28-46f1-8edb-6eb7b08f258c is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:14:18.383551 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:18.386536 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07959e9-1800-4ed9-9a10-3f0705acaf7f {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:14:18.429157 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port d07959e9-1800-4ed9-9a10-3f0705acaf7f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:18.434968 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8323b7-fb7f-4fe7-bc20-2a023f09c33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b83c77-6b28-46f1-8edb-6eb7b08f258c'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:18.438021 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72913b2e-2f84-45ac-825b-2a04f097b6c6" -d '{"events": [{"server_uuid": "7c8323b7-fb7f-4fe7-bc20-2a023f09c33e", "name": "network-vif-plugged", "status": "completed", "tag": "84b83c77-6b28-46f1-8edb-6eb7b08f258c"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:18.443761 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:18.456838 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 84b83c77-6b28-46f1-8edb-6eb7b08f258c, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=84b83c77-6b28-46f1-8edb-6eb7b08f258c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:18.478535 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:18.486313 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028f1364-6ee0-49df-8150-f0cd2c2d4972 x-openstack-request-id: req-028f1364-6ee0-49df-8150-f0cd2c2d4972 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:18.486624 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8323b7-fb7f-4fe7-bc20-2a023f09c33e", "name": "network-vif-plugged", "status": "completed", "tag": "84b83c77-6b28-46f1-8edb-6eb7b08f258c", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:18.486903 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-028f1364-6ee0-49df-8150-f0cd2c2d4972 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:18.487324 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8323b7-fb7f-4fe7-bc20-2a023f09c33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b83c77-6b28-46f1-8edb-6eb7b08f258c', 'code': 200} Jan 31 17:14:18.511809 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=d07959e9-1800-4ed9-9a10-3f0705acaf7f,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:18.570342 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=84b83c77-6b28-46f1-8edb-6eb7b08f258c,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:18.704173 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9271d9e-f79b-4486-b862-3db4f161080d req-77db4408-4b0b-4e17-a990-a0c9772c778b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:18.705785 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b9271d9e-f79b-4486-b862-3db4f161080d req-77db4408-4b0b-4e17-a990-a0c9772c778b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 945 time: 0.0783482 Jan 31 17:14:18.711092 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee123-bebe-4e11-b6da-0cb5a2f9932b req-928471da-9f2b-432f-ac5a-37c2207482aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:18.712981 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67eee123-bebe-4e11-b6da-0cb5a2f9932b req-928471da-9f2b-432f-ac5a-37c2207482aa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 1129 time: 0.0562339 Jan 31 17:14:18.767638 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['d07959e9-1800-4ed9-9a10-3f0705acaf7f'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:14:18.772607 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b9271d9e-f79b-4486-b862-3db4f161080d req-bb8b3177-fa7d-4508-b2c0-62c5afaaf4b6 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565042 Jan 31 17:14:18.777807 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-67eee123-bebe-4e11-b6da-0cb5a2f9932b req-ca1fdc19-196d-47f0-aaee-df8d0a7e888a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 Jan 31 17:14:19.383450 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bbc19-f258-4790-82fb-72b14dd6a8f8 req-0f957993-bede-416a-bcfe-1120dcd9692a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:19.385114 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9d2bbc19-f258-4790-82fb-72b14dd6a8f8 req-0f957993-bede-416a-bcfe-1120dcd9692a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 944 time: 0.0591385 Jan 31 17:14:19.464797 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9d2bbc19-f258-4790-82fb-72b14dd6a8f8 req-81c481a4-9e0e-4b61-8c24-6acae53ccebe tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688231 Jan 31 17:14:19.926138 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8be4bc-ebfb-4702-8d9c-e42dd19173c6 req-cd2f632e-b151-4ab6-8195-e579c98b3ffd tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:19.927773 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9a8be4bc-ebfb-4702-8d9c-e42dd19173c6 req-cd2f632e-b151-4ab6-8195-e579c98b3ffd tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 945 time: 0.0573192 Jan 31 17:14:19.990094 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9a8be4bc-ebfb-4702-8d9c-e42dd19173c6 req-46877904-4112-4223-a867-50375f034332 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Jan 31 17:14:20.075072 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device d07959e9-1800-4ed9-9a10-3f0705acaf7f up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:14:20.140993 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port d07959e9-1800-4ed9-9a10-3f0705acaf7f completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:14:20.145688 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port d07959e9-1800-4ed9-9a10-3f0705acaf7f triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:14:20.146221 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:20.246629 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port d07959e9-1800-4ed9-9a10-3f0705acaf7f is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:14:20.247021 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:20.283025 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port d07959e9-1800-4ed9-9a10-3f0705acaf7f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:20.287900 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:20.342065 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=d07959e9-1800-4ed9-9a10-3f0705acaf7f,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:20.489181 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:20.493627 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29acf3ab-b5a2-4e50-bd90-a66101258f0f" -d '{"events": [{"server_uuid": "b8afd75e-fbd0-4ce6-87b5-3ef62e055fff", "name": "network-vif-plugged", "status": "completed", "tag": "d07959e9-1800-4ed9-9a10-3f0705acaf7f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:20.532573 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ae0a3b-35ba-441b-b2f1-acb2291fba48 x-openstack-request-id: req-03ae0a3b-35ba-441b-b2f1-acb2291fba48 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:20.533001 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8afd75e-fbd0-4ce6-87b5-3ef62e055fff", "name": "network-vif-plugged", "status": "completed", "tag": "d07959e9-1800-4ed9-9a10-3f0705acaf7f", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:20.533363 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-03ae0a3b-35ba-441b-b2f1-acb2291fba48 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:20.533850 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'code': 200} Jan 31 17:14:20.598319 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5184-48c6-49ab-98aa-eef2a5c8e532 req-af8c4695-dc67-485f-a73d-b0f84e373aa8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:20.599862 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a0eb5184-48c6-49ab-98aa-eef2a5c8e532 req-af8c4695-dc67-485f-a73d-b0f84e373aa8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.0580759 Jan 31 17:14:20.658743 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a0eb5184-48c6-49ab-98aa-eef2a5c8e532 req-7db35d3d-8ac4-4ac2-bc32-455c4349964b tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527713 Jan 31 17:14:20.828888 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ae519-f292-43cc-b724-a0d2ad918ef3 req-2b23b08a-4bd7-408a-b648-71bd4bc06054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:20.830440 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d73ae519-f292-43cc-b724-a0d2ad918ef3 req-2b23b08a-4bd7-408a-b648-71bd4bc06054 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 1129 time: 0.0502350 Jan 31 17:14:20.887561 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d73ae519-f292-43cc-b724-a0d2ad918ef3 req-61418d14-d362-45c8-9525-ce86936b74c1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451322 Jan 31 17:14:21.118855 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03aef7-ce73-4ae5-b915-0965266a43e5 req-96eebfb2-f5c4-4f1d-b9c0-6f52564981ec tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:21.120482 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5e03aef7-ce73-4ae5-b915-0965266a43e5 req-96eebfb2-f5c4-4f1d-b9c0-6f52564981ec tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 945 time: 0.0565438 Jan 31 17:14:21.172850 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5e03aef7-ce73-4ae5-b915-0965266a43e5 req-107103ac-13e3-4727-a231-baa4b944c2cc tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449772 Jan 31 17:14:21.787827 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58469e92-8c51-4786-a665-1d7c53b3ed0b req-161bd331-2519-4382-adcf-de990fd84aff tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:21.789458 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-58469e92-8c51-4786-a665-1d7c53b3ed0b req-161bd331-2519-4382-adcf-de990fd84aff tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.0584741 Jan 31 17:14:21.844389 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-58469e92-8c51-4786-a665-1d7c53b3ed0b req-13db0877-1068-4662-8693-ee53b2dd60bc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491374 Jan 31 17:14:22.935691 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-22d1dcca-caa4-429c-b3a5-1115877c68ae tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:22.937379 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-22d1dcca-caa4-429c-b3a5-1115877c68ae tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 814 time: 0.1196079 Jan 31 17:14:22.954535 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-af3283fc-8c2b-48dc-a443-41b5a276299f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/quotas/c7dc58f7ca124b2e8d33d304c606b8ee HTTP/1.1" status: 200 len: 375 time: 0.0106580 Jan 31 17:14:22.974412 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5d6b-7c02-41b9-bf17-fbcb3e911f2a req-f62d66a1-b2b9-46be-9b62-077f5f28e1a4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:22.976060 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dad5d6b-7c02-41b9-bf17-fbcb3e911f2a req-f62d66a1-b2b9-46be-9b62-077f5f28e1a4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.0597861 Jan 31 17:14:23.018563 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-cef84f5b-0036-4a99-8a95-f06827a8fa48 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562818 Jan 31 17:14:23.033209 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dad5d6b-7c02-41b9-bf17-fbcb3e911f2a req-48adaed4-a878-4277-ac95-cfdc0e725474 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506637 Jan 31 17:14:23.130344 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-20039eb4-7768-4786-bbd0-82e42bde6cef service neutron] 10.222.0.90 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042614 Jan 31 17:14:23.178738 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12aa9a1-4c06-4138-899a-1e1da2e57a65 req-e444d2a6-238d-4ae9-9d5e-d5312775ed5c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:23.180406 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d12aa9a1-4c06-4138-899a-1e1da2e57a65 req-e444d2a6-238d-4ae9-9d5e-d5312775ed5c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.0632894 Jan 31 17:14:23.227353 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-1df1c53f-0598-4647-afc9-1db36c8b2f23 service neutron] 10.222.0.90 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897765 Jan 31 17:14:23.236653 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d12aa9a1-4c06-4138-899a-1e1da2e57a65 req-3b67f832-96b1-4a69-a8b8-47acf6db35ca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498090 Jan 31 17:14:23.262530 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44474) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:23.396545 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08816770-db2c-493e-b1b1-307963294fcc tempest-TestVolumeBootPattern-90632800 tempest-TestVolumeBootPattern-90632800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:23.401835 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-08816770-db2c-493e-b1b1-307963294fcc tempest-TestVolumeBootPattern-90632800 tempest-TestVolumeBootPattern-90632800-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 1124 time: 0.1343212 Jan 31 17:14:23.402273 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44482) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:23.407215 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'port_id': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:23.431662 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e07df582-3a3a-4278-8725-e9a17b47c328 req-d0d6eb9d-015e-46d3-aef7-1d90f9aee783 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 210 time: 0.0317802 Jan 31 17:14:23.434853 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:23.552548 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:23.674568 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Allocated IP 172.27.3.198 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/5c0e616d-1741-4497-8b61-222ac02fe544) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:14:23.796332 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (5c0e616d-1741-4497-8b61-222ac02fe544), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:23.837932 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (5c0e616d-1741-4497-8b61-222ac02fe544), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:23.896671 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:14:23.900208 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:14:23.906596 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:14:23.936253 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=5c0e616d-1741-4497-8b61-222ac02fe544,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:23.951217 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.951668 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.952011 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.952557 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.952918 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.953251 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.953577 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.953894 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.954219 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.954537 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.954866 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.955742 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:23.955983 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:24.347834 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (ca5a8987-c4b8-4b3b-8155-205af05fd1d0), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:24.425229 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (5c0e616d-1741-4497-8b61-222ac02fe544), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:24.580522 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5b06f8ae-e67e-429d-b684-5ceb250e23af req-4d8fdaf3-40b4-449f-8245-68f3308a33a9 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 210 time: 0.0347850 Jan 31 17:14:24.646418 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (5c0e616d-1741-4497-8b61-222ac02fe544), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:24.652395 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (5c0e616d-1741-4497-8b61-222ac02fe544), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:24.697333 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=5c0e616d-1741-4497-8b61-222ac02fe544,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:24.759688 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (ca5a8987-c4b8-4b3b-8155-205af05fd1d0), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:24.795096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-a2cea8cc-57cf-4212-9eb0-295334c04269 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:24.796830 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-a2cea8cc-57cf-4212-9eb0-295334c04269 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 814 time: 0.1721296 Jan 31 17:14:24.822565 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Request body: {'port': {'device_id': '7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be', 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'admin_state_up': True, 'tenant_id': 'c7dc58f7ca124b2e8d33d304c606b8ee'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:24.954929 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Made reservation on behalf of c7dc58f7ca124b2e8d33d304c606b8ee for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:14:24.958976 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:25.115151 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Allocated IP 172.20.0.9 (4e7673ee-9b66-4d1f-93e4-1c116a550235/80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae/1058a5d9-605e-4a55-9586-19323fda8935) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:14:25.170264 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Floating IP ca5a8987-c4b8-4b3b-8155-205af05fd1d0 associated. External IP: 172.27.3.198, port: d07959e9-1800-4ed9-9a10-3f0705acaf7f. Jan 31 17:14:25.342805 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks [] for port (1058a5d9-605e-4a55-9586-19323fda8935), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:25.394995 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (1058a5d9-605e-4a55-9586-19323fda8935), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:25.415618 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['0fb64a77-612e-4795-8ac8-f72b6438e18c', '84b83c77-6b28-46f1-8edb-6eb7b08f258c'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:14:25.463336 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Network 4e7673ee-9b66-4d1f-93e4-1c116a550235 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:14:25.466944 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:14:25.472350 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:14:25.476892 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Pushing event updated for resources: {'Port': ['ID=1058a5d9-605e-4a55-9586-19323fda8935,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:25.491874 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Router e0857741-d7e0-4201-9e44-b9016feec859 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:14:25.546209 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:25.547682 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:25.577297 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-33f12f25-b0bc-4d7f-98c6-290934fa61a1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7627032 Jan 31 17:14:25.593590 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Request body: {'port': {'device_id': '7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:25.687970 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:14:25.708416 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:14:25.723577 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:25.730234 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (1058a5d9-605e-4a55-9586-19323fda8935), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:25.736718 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:14:25.738379 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:14:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:25.804904 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-78fa4071-7723-4950-96c5-d79a02917e33 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3858931 Jan 31 17:14:25.804904 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'tag': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:25.804904 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd466c4-4c89-43a8-a20f-702d3e707831" -d '{"events": [{"name": "network-changed", "server_uuid": "b8afd75e-fbd0-4ce6-87b5-3ef62e055fff", "tag": "d07959e9-1800-4ed9-9a10-3f0705acaf7f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:25.874047 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef1cb16-8ff4-4794-9951-d4c6a664ee49 x-openstack-request-id: req-bef1cb16-8ff4-4794-9951-d4c6a664ee49 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:25.874510 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8afd75e-fbd0-4ce6-87b5-3ef62e055fff", "tag": "d07959e9-1800-4ed9-9a10-3f0705acaf7f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:25.874897 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bef1cb16-8ff4-4794-9951-d4c6a664ee49 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:25.875507 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'tag': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'status': 'completed', 'code': 200} Jan 31 17:14:25.944582 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:14:25.989446 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633050-a3bd-4a8e-b2ec-409b549a3be6 req-b7df8e02-c01c-4ffc-a0ef-a7a1c05f8b8a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:25.992088 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-70633050-a3bd-4a8e-b2ec-409b549a3be6 req-b7df8e02-c01c-4ffc-a0ef-a7a1c05f8b8a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 931 time: 0.2352221 Jan 31 17:14:26.178964 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-70633050-a3bd-4a8e-b2ec-409b549a3be6 req-ce31afb6-8aea-4cb1-b9ed-adafc2576900 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668189 Jan 31 17:14:26.185847 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-920412ea-c7ed-4edd-b294-5df0e564ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:26.188609 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-920412ea-c7ed-4edd-b294-5df0e564ee1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 1129 time: 0.2301345 Jan 31 17:14:26.271033 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': 'ca5a8987-c4b8-4b3b-8155-205af05fd1d0', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:eb:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:14:24Z', 'updated_at': '2022-01-31T17:14:24Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:26.306500 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:14:26.320328 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:14:26.321210 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:14:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:26.368856 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-2de87b3c-fada-4b8a-a777-7b5bc66ec4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:26.370475 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-2de87b3c-fada-4b8a-a777-7b5bc66ec4f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.1672349 Jan 31 17:14:26.385035 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1058a5d9-605e-4a55-9586-19323fda8935 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:14:26.422296 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Publish callbacks [] for port (1058a5d9-605e-4a55-9586-19323fda8935), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:26.450162 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Transition to ACTIVE for port object 1058a5d9-605e-4a55-9586-19323fda8935 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:14:26.453936 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (1058a5d9-605e-4a55-9586-19323fda8935), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:26.462422 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:14:26.491663 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-abe8dafd-bdbd-4bff-bb7e-0ab5c0b4bfca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f HTTP/1.1" status: 200 len: 999 time: 0.1138783 Jan 31 17:14:26.550091 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1058a5d9-605e-4a55-9586-19323fda8935,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:26.605175 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-fb0846ba-7631-4c9a-aff6-a5fc89f74ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:26.606681 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-fb0846ba-7631-4c9a-aff6-a5fc89f74ab9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.1042364 Jan 31 17:14:26.676601 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Attempting to bind port 1058a5d9-605e-4a55-9586-19323fda8935 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:14:26.676935 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Attempting to bind port 1058a5d9-605e-4a55-9586-19323fda8935 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:14:26.677246 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Attempting to bind port 1058a5d9-605e-4a55-9586-19323fda8935 on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:14:26.685303 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Port 1058a5d9-605e-4a55-9586-19323fda8935 on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:14:26.685605 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Attempting to bind port 1058a5d9-605e-4a55-9586-19323fda8935 on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:14:26.693782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:14:26.694104 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Checking segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:14:26.694477 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Bound using segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:14:26.694932 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Bound port: 1058a5d9-605e-4a55-9586-19323fda8935, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:14:26.695285 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (1058a5d9-605e-4a55-9586-19323fda8935), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:26.712558 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-c5bcbe21-e8d9-4090-9f24-c956fb77774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:26.713989 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-c5bcbe21-e8d9-4090-9f24-c956fb77774c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0973170 Jan 31 17:14:26.778298 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': 'ca5a8987-c4b8-4b3b-8155-205af05fd1d0', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:eb:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:14:24Z', 'updated_at': '2022-01-31T17:14:24Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:26.810661 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43447874-e164-42fb-be1c-f59b54863b38 None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': 'ca5a8987-c4b8-4b3b-8155-205af05fd1d0', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:eb:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:14:24Z', 'updated_at': '2022-01-31T17:14:24Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:14:26.838736 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] For port 1058a5d9-605e-4a55-9586-19323fda8935, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:14:26.843651 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] For port 1058a5d9-605e-4a55-9586-19323fda8935, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1058a5d9-605e-4a55-9586-19323fda8935,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:14:26.854666 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (1058a5d9-605e-4a55-9586-19323fda8935), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:26.901364 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-10d08201-b079-4cbb-a1a2-1cd919def088 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590493 Jan 31 17:14:26.909002 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:26.909713 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:26.911248 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] 10.222.0.71 "PUT /v2.0/ports/1058a5d9-605e-4a55-9586-19323fda8935 HTTP/1.1" status: 200 len: 1093 time: 1.3249292 Jan 31 17:14:26.911776 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be', 'tag': '1058a5d9-605e-4a55-9586-19323fda8935'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:26.914352 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7740a01b-0600-47c7-afff-8b35cfc1bac5" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be", "tag": "1058a5d9-605e-4a55-9586-19323fda8935"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:26.979121 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe1fb9-7d33-4b8f-9d05-4ae433574ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1058a5d9-605e-4a55-9586-19323fda8935,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:27.022503 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc06fd1-7c0e-44cc-8918-8d5597750687 x-openstack-request-id: req-dbc06fd1-7c0e-44cc-8918-8d5597750687 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:27.023663 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be", "tag": "1058a5d9-605e-4a55-9586-19323fda8935", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:27.023663 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dbc06fd1-7c0e-44cc-8918-8d5597750687 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:27.023663 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be', 'tag': '1058a5d9-605e-4a55-9586-19323fda8935', 'status': 'completed', 'code': 200} Jan 31 17:14:27.094672 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1dd466c4-4c89-43a8-a20f-702d3e707831 req-cdc92e9e-275c-4e0c-aa96-387066be2eaa service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771600 Jan 31 17:14:27.102334 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-b852541d-e8c0-4c98-84bc-3974c0fbe3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:27.103927 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-b852541d-e8c0-4c98-84bc-3974c0fbe3ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 1127 time: 0.0835838 Jan 31 17:14:27.118642 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c30556-4c61-4639-b8f7-f2dd8093dedf None None] New status for floating IP ca5a8987-c4b8-4b3b-8155-205af05fd1d0: ACTIVE {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:14:27.168238 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-cfe450e2-9f14-487c-a8d2-19f639bb31c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1058a5d9-605e-4a55-9586-19323fda8935 HTTP/1.1" status: 200 len: 217 time: 0.0482113 Jan 31 17:14:27.252364 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-b11de479-48a4-4fea-b326-2324f72c8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:27.255046 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-b11de479-48a4-4fea-b326-2324f72c8f9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 200 len: 854 time: 0.0775609 Jan 31 17:14:27.308857 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-9be2822d-6f76-4a2a-8b3b-8b144ba412f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7673ee-9b66-4d1f-93e4-1c116a550235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442197 Jan 31 17:14:27.425016 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412326a-c6a2-4eee-a50c-2d44977af58d req-f606cba5-1383-432b-82e0-8e33cca33c8d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:27.426607 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5412326a-c6a2-4eee-a50c-2d44977af58d req-f606cba5-1383-432b-82e0-8e33cca33c8d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 943 time: 0.1444750 Jan 31 17:14:27.455743 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-c25f8dad-c912-4630-9e96-1168833711e6 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243725 Jan 31 17:14:27.563257 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5412326a-c6a2-4eee-a50c-2d44977af58d req-acceeb15-036e-4436-b0ad-a4d03dce313f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228690 Jan 31 17:14:27.601666 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c766de36-a73b-4076-bfa0-65e7f0f30890 req-0e5316a6-d3ff-4a8f-ba22-00d1afa1b5b2 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367533 Jan 31 17:14:27.710000 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-619e56aa-05fa-42f1-a8c0-0de47746d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:27.711857 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-619e56aa-05fa-42f1-a8c0-0de47746d6eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 1127 time: 0.0509720 Jan 31 17:14:27.829583 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-8d2ba927-b0e3-4c9a-b200-0ca9c9619652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:27.831156 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-8d2ba927-b0e3-4c9a-b200-0ca9c9619652 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 915 time: 0.1014674 Jan 31 17:14:27.880973 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-16d89ea9-f243-4401-976f-93e60b3f6b2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1058a5d9-605e-4a55-9586-19323fda8935 HTTP/1.1" status: 200 len: 217 time: 0.0389228 Jan 31 17:14:27.948165 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-6ee0adaf-a636-448d-a054-bf8a48fe9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:27.950531 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-6ee0adaf-a636-448d-a054-bf8a48fe9c53 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 200 len: 854 time: 0.0533640 Jan 31 17:14:27.991136 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-b44528d1-57ec-4e33-bb86-cd91e37c3875 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7673ee-9b66-4d1f-93e4-1c116a550235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283651 Jan 31 17:14:28.099325 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-f40d9c25-2f63-4eb4-8a9e-bf0cc9d37853 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995011 Jan 31 17:14:28.206265 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7740a01b-0600-47c7-afff-8b35cfc1bac5 req-dcab849f-2b12-45dc-aa1c-66d68bddcfe0 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991485 Jan 31 17:14:28.733150 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27964b3-8d46-4c2a-bd41-622880e4dc1c req-ec29dc98-a11f-45ec-a37c-94154163cd79 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:28.736051 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b27964b3-8d46-4c2a-bd41-622880e4dc1c req-ec29dc98-a11f-45ec-a37c-94154163cd79 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 943 time: 0.0846732 Jan 31 17:14:28.815545 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b27964b3-8d46-4c2a-bd41-622880e4dc1c req-d9fcfcf4-860e-48e4-bac8-3cf4ecc9bed8 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709074 Jan 31 17:14:29.127900 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d7a15-7702-4bfe-9a8b-c56c1715d5f0 req-6de8a71b-d545-496c-8236-db05607d6a8a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:29.129458 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-588d7a15-7702-4bfe-9a8b-c56c1715d5f0 req-6de8a71b-d545-496c-8236-db05607d6a8a tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 947 time: 0.0615005 Jan 31 17:14:29.194289 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-588d7a15-7702-4bfe-9a8b-c56c1715d5f0 req-0f80fb1c-4be1-4b70-a141-a309bc0a29db tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544283 Jan 31 17:14:29.961455 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72bda-ce38-4973-a403-817ae3ce47bb req-45fa192e-a451-41d0-89ba-b2621777a81e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:29.963579 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-75b72bda-ce38-4973-a403-817ae3ce47bb req-45fa192e-a451-41d0-89ba-b2621777a81e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 943 time: 0.0638318 Jan 31 17:14:30.027982 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-75b72bda-ce38-4973-a403-817ae3ce47bb req-e583caaa-591e-4906-a49b-8fa90b012645 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581226 Jan 31 17:14:30.121275 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 1058a5d9-605e-4a55-9586-19323fda8935 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:14:30.275803 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 1058a5d9-605e-4a55-9586-19323fda8935, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1058a5d9-605e-4a55-9586-19323fda8935,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:30.296672 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '1058a5d9-605e-4a55-9586-19323fda8935', 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'port_id': '1058a5d9-605e-4a55-9586-19323fda8935', 'mac_address': 'fa:16:3e:d4:fb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:14:30.336339 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b146d53-a5ee-497d-99a4-753d6981b933 req-5af4b650-97b5-4d89-ad92-9c25aca45148 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:30.337923 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7b146d53-a5ee-497d-99a4-753d6981b933 req-5af4b650-97b5-4d89-ad92-9c25aca45148 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 947 time: 0.0642178 Jan 31 17:14:30.364415 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 1058a5d9-605e-4a55-9586-19323fda8935 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:14:30.365020 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (1058a5d9-605e-4a55-9586-19323fda8935), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:30.384006 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1058a5d9-605e-4a55-9586-19323fda8935 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:14:30.406053 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 1058a5d9-605e-4a55-9586-19323fda8935, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1058a5d9-605e-4a55-9586-19323fda8935,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:30.410582 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (1058a5d9-605e-4a55-9586-19323fda8935), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:30.424894 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7b146d53-a5ee-497d-99a4-753d6981b933 req-708f4935-e042-45bc-8ce2-0d272e9afa02 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups?id=4a805da5-173f-4151-bb91-914aa3c7c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734110 Jan 31 17:14:30.475461 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=1058a5d9-605e-4a55-9586-19323fda8935,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:30.483951 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.484284 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.484637 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.484975 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.485314 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.485652 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.486079 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.486441 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.486771 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.487102 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.487640 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.487808 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.488147 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:14:30.788683 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['1058a5d9-605e-4a55-9586-19323fda8935'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:14:30.842605 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-94c2d960-acc2-418f-9891-dbc9d988d456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:30.845143 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-94c2d960-acc2-418f-9891-dbc9d988d456 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 947 time: 0.0732315 Jan 31 17:14:30.976771 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Deleting port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:14:30.977612 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:31.084423 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] For port 7ec1c906-2f9f-493a-bed2-cbef83b98e74, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=7ec1c906-2f9f-493a-bed2-cbef83b98e74,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:31.084919 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:31.252683 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38dc2-7f36-4bbb-9510-6e3d05691f5b req-3ea84eea-c7b8-4bae-ad60-274b78099a01 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:31.254246 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-39e38dc2-7f36-4bbb-9510-6e3d05691f5b req-3ea84eea-c7b8-4bae-ad60-274b78099a01 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 944 time: 0.1209006 Jan 31 17:14:31.333889 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:31.334198 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:31.334439 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.l3_db [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Floating IP 0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f disassociated. External IP: 172.27.3.77, port: 7ec1c906-2f9f-493a-bed2-cbef83b98e74. Jan 31 17:14:31.334780 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Calling delete_port for 7ec1c906-2f9f-493a-bed2-cbef83b98e74 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:14:31.353798 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-39e38dc2-7f36-4bbb-9510-6e3d05691f5b req-1a377b34-a540-46c8-a7f8-a1f097366bb3 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719035 Jan 31 17:14:31.501387 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (7ec1c906-2f9f-493a-bed2-cbef83b98e74), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:31.533733 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event deleted for resources: {'Port': ['ID=7ec1c906-2f9f-493a-bed2-cbef83b98e74,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:31.558523 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8904ea69-b734-4f65-8c7c-2f5717a4c8d2 req-2f882e8a-b445-4fe8-a4be-08d665a9e1a8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/ports?device_id=36405521-22a5-40b9-9b4d-547932c1d19b HTTP/1.1" status: 200 len: 210 time: 0.0394151 Jan 31 17:14:31.663270 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Router c8818bfc-6deb-4131-9c03-5dc929394223 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:14:31.787831 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:14:31.803507 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] Sync routers for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:14:31.817097 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:14:31.817804 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:14:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:31.840041 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] No DVR routers for this DVR port 7ec1c906-2f9f-493a-bed2-cbef83b98e74 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:14:31.843765 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:31.849978 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6e8e44bb-bb35-40a9-986c-e5940987a097 req-f89dc49a-cebe-42ca-8358-c89878a46da9 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.71 "DELETE /v2.0/ports/7ec1c906-2f9f-493a-bed2-cbef83b98e74 HTTP/1.1" status: 204 len: 173 time: 0.9976425 Jan 31 17:14:31.850724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-deleted', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:31.854918 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb077e-5d7e-4422-8440-3d36a6e4cdec" -d '{"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-deleted", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:31.931573 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53840398-223b-49ea-8213-b57b0ae8518f x-openstack-request-id: req-53840398-223b-49ea-8213-b57b0ae8518f {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:31.932018 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36405521-22a5-40b9-9b4d-547932c1d19b", "name": "network-vif-deleted", "tag": "7ec1c906-2f9f-493a-bed2-cbef83b98e74", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:31.932412 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-53840398-223b-49ea-8213-b57b0ae8518f {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:31.933005 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36405521-22a5-40b9-9b4d-547932c1d19b', 'name': 'network-vif-deleted', 'tag': '7ec1c906-2f9f-493a-bed2-cbef83b98e74', 'status': 'completed', 'code': 200} Jan 31 17:14:32.127357 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 1058a5d9-605e-4a55-9586-19323fda8935 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:14:32.145510 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:14:32.212686 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 1058a5d9-605e-4a55-9586-19323fda8935 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:14:32.218476 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 1058a5d9-605e-4a55-9586-19323fda8935 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:14:32.219042 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (1058a5d9-605e-4a55-9586-19323fda8935), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:32.327935 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 1058a5d9-605e-4a55-9586-19323fda8935 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:14:32.328365 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (1058a5d9-605e-4a55-9586-19323fda8935), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:32.357816 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058a5d9-605e-4a55-9586-19323fda8935'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:32.361929 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e358ba68-1ba1-4c6c-9e92-ab2367519bc5" -d '{"events": [{"server_uuid": "7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be", "name": "network-vif-plugged", "status": "completed", "tag": "1058a5d9-605e-4a55-9586-19323fda8935"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:32.380544 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 1058a5d9-605e-4a55-9586-19323fda8935, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1058a5d9-605e-4a55-9586-19323fda8935,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:32.387699 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (1058a5d9-605e-4a55-9586-19323fda8935), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:32.393458 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:14:32.498307 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e3efff-4a72-4d4d-bfd1-dbec0406c8e1 x-openstack-request-id: req-49e3efff-4a72-4d4d-bfd1-dbec0406c8e1 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:32.499130 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be", "name": "network-vif-plugged", "status": "completed", "tag": "1058a5d9-605e-4a55-9586-19323fda8935", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:32.499864 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-49e3efff-4a72-4d4d-bfd1-dbec0406c8e1 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:32.500803 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058a5d9-605e-4a55-9586-19323fda8935', 'code': 200} Jan 31 17:14:32.503240 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:32.508036 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 7ec1c906-2f9f-493a-bed2-cbef83b98e74 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:14:32.508619 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 7ec1c906-2f9f-493a-bed2-cbef83b98e74 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:14:32.547741 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2a9bd-f688-4563-8dc9-21964c7c3df3 req-96b80efa-f53b-4ed8-9a59-8af13603101b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:32.551816 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-12e2a9bd-f688-4563-8dc9-21964c7c3df3 req-96b80efa-f53b-4ed8-9a59-8af13603101b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 945 time: 0.0835760 Jan 31 17:14:32.555683 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] Checking router: c8818bfc-6deb-4131-9c03-5dc929394223 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:14:32.567455 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=1058a5d9-605e-4a55-9586-19323fda8935,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:32.573137 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:14:32.573861 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:14:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:32.675371 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-12e2a9bd-f688-4563-8dc9-21964c7c3df3 req-166f90cd-8de0-4fdb-a39b-8ce1cf4cb8af tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167808 Jan 31 17:14:32.722656 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44540) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:32.733918 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:14:32.744542 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e54d47-e0ab-4029-8399-399f523aeb94 req-1e42b083-7330-4c0a-8d6d-ce655167a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:32.748024 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-20e54d47-e0ab-4029-8399-399f523aeb94 req-1e42b083-7330-4c0a-8d6d-ce655167a4d7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 1129 time: 0.0972965 Jan 31 17:14:32.806942 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28534c3b-0c3e-4f97-9729-ed36068c445e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (4a805da5-173f-4151-bb91-914aa3c7c660), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:32.831604 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-20e54d47-e0ab-4029-8399-399f523aeb94 req-bbfc1d15-41ff-4035-a4c4-9825831fd3f8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613697 Jan 31 17:14:32.860943 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28534c3b-0c3e-4f97-9729-ed36068c445e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (4a805da5-173f-4151-bb91-914aa3c7c660), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:32.932763 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28534c3b-0c3e-4f97-9729-ed36068c445e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4a805da5-173f-4151-bb91-914aa3c7c660), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:32.937120 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-28534c3b-0c3e-4f97-9729-ed36068c445e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:32.939056 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-28534c3b-0c3e-4f97-9729-ed36068c445e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "DELETE /v2.0/security-groups/4a805da5-173f-4151-bb91-914aa3c7c660 HTTP/1.1" status: 204 len: 168 time: 0.2147057 Jan 31 17:14:32.943632 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44542) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:32.953638 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28534c3b-0c3e-4f97-9729-ed36068c445e tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a805da5-173f-4151-bb91-914aa3c7c660,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:32.959775 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.api.v2.resource [None req-c64bf824-8dd0-44b6-92c9-ab6e09da3624 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] show failed (client error): The resource could not be found. Jan 31 17:14:32.961007 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-c64bf824-8dd0-44b6-92c9-ab6e09da3624 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "GET /v2.0/security-groups/4a805da5-173f-4151-bb91-914aa3c7c660 HTTP/1.1" status: 404 len: 347 time: 0.0160317 Jan 31 17:14:32.966006 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44544) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:33.091006 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:33.135954 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567293c2-3e59-47d6-bab9-0ff0db843750 None None] The sync data for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi is: [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:07:05Z', 'revision_number': 4, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'bdee4579-2f0b-40f8-aae4-7fbcab928a2e', 'name': '', 'network_id': 'e72db7a6-9e62-47f3-bd28-1d6021a2788c', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'mac_address': 'fa:16:3e:36:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:07:00Z', 'updated_at': '2022-01-31T17:07:20Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'subnets': [{'id': '8bc54504-ab97-42d4-97ec-87c4e2bf77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:14:33.158697 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Deleting port c7ab7b8b-efed-4ae6-a64c-49c07875b8f8 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:14:33.159188 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:33.266035 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:33.266415 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:33.287069 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Calling delete_port for c7ab7b8b-efed-4ae6-a64c-49c07875b8f8 owned by network:floatingip {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:14:33.427562 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251f822-fa08-445f-bf52-393ca62bdee4 None None] New status for floating IP 0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f: DOWN {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:14:33.473724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (c7ab7b8b-efed-4ae6-a64c-49c07875b8f8), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:33.505752 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Pushing event deleted for resources: {'Port': ['ID=c7ab7b8b-efed-4ae6-a64c-49c07875b8f8,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:33.537569 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.db.api [None req-4251f822-fa08-445f-bf52-393ca62bdee4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:14:33.538104 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG oslo_db.api [None req-4251f822-fa08-445f-bf52-393ca62bdee4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:14:33.582031 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks [] for floatingip (0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:33.584601 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:33.585806 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-5ea930fa-259f-4ea2-81a9-81cca9ba49e8 tempest-AttachVolumeShelveTestJSON-2051778171 tempest-AttachVolumeShelveTestJSON-2051778171-project] 10.222.0.90 "DELETE /v2.0/floatingips/0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f HTTP/1.1" status: 204 len: 168 time: 0.6187577 Jan 31 17:14:33.826002 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db6279-dd09-4557-8c10-f86b41b650fd req-0049351d-def4-4960-85d7-0ef25093c1af tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:33.827908 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c1db6279-dd09-4557-8c10-f86b41b650fd req-0049351d-def4-4960-85d7-0ef25093c1af tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 945 time: 0.0589118 Jan 31 17:14:33.881214 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c1db6279-dd09-4557-8c10-f86b41b650fd req-ef7dc4a6-1c8a-4fdd-9d6c-f2c93029b2c3 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471883 Jan 31 17:14:34.040360 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251f822-fa08-445f-bf52-393ca62bdee4 None None] New status for floating IP 0ce605c0-8d17-4bf5-90ed-2bb1ad628b4f: DOWN {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:14:34.477666 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b864bf70-eea9-4de9-b801-27acab4305f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:35.062589 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8bc54-38e8-4016-82b7-8aec088e7f62 req-4c763d83-bcd5-49b0-9a59-aa748f8ed8b6 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:35.065297 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-61a8bc54-38e8-4016-82b7-8aec088e7f62 req-4c763d83-bcd5-49b0-9a59-aa748f8ed8b6 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 945 time: 0.0762713 Jan 31 17:14:35.148779 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-61a8bc54-38e8-4016-82b7-8aec088e7f62 req-4d6129cf-bbc3-430f-a3d4-d35ccbff89f6 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774937 Jan 31 17:14:36.141096 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44578) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:36.671855 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (c8818bfc-6deb-4131-9c03-5dc929394223), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:36.838630 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9369c213-dfc8-4a08-a566-0fe07d4e29ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:37.114945 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Deleting port bdee4579-2f0b-40f8-aae4-7fbcab928a2e {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:14:37.115273 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:37.244446 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] For port bdee4579-2f0b-40f8-aae4-7fbcab928a2e, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:37.245234 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:37.259788 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Calling delete_port for bdee4579-2f0b-40f8-aae4-7fbcab928a2e owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:14:37.468562 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (bdee4579-2f0b-40f8-aae4-7fbcab928a2e), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:37.504311 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdee4579-2f0b-40f8-aae4-7fbcab928a2e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:37.734667 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (c8818bfc-6deb-4131-9c03-5dc929394223), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:37.989460 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Router c8818bfc-6deb-4131-9c03-5dc929394223 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:14:38.144521 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:14:38.150244 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-a521c66e-6975-40df-84eb-1310ba6d211d admin admin] 10.222.0.90 "PUT /v2.0/routers/c8818bfc-6deb-4131-9c03-5dc929394223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0076354 Jan 31 17:14:38.154064 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44598) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:38.156806 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] Sync routers for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:14:38.170558 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:14:38.171199 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:14:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:38.277171 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks [] for router (c8818bfc-6deb-4131-9c03-5dc929394223), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:38.304065 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:14:38.508335 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:14:37Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:38.543220 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] Checking router: c8818bfc-6deb-4131-9c03-5dc929394223 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:14:38.546990 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] Routers {'c8818bfc-6deb-4131-9c03-5dc929394223'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:14:38.547667 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:14:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['c8818bfc-6deb-4131-9c03-5dc929394223'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:38.666909 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] Set router c8818bfc-6deb-4131-9c03-5dc929394223 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:14:38.790865 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks [] for router_gateway (c8818bfc-6deb-4131-9c03-5dc929394223), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:38.883325 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:14:37Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:38.884863 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Deleting port de0e0eb0-31d0-47e2-8c2e-39436568625c {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:14:38.885467 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:38.925223 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315e67c-16c3-49e4-8842-4fad40b1e306 None None] The sync data for ids ['c8818bfc-6deb-4131-9c03-5dc929394223'] in dv-cinder-814898-3-iscsi is: [{'id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'name': 'tempest-AttachVolumeShelveTestJSON-428485938-router', 'tenant_id': 'f89e530b82054872a9f5e60f79d3d506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:06:48Z', 'updated_at': '2022-01-31T17:14:37Z', 'revision_number': 5, 'project_id': 'f89e530b82054872a9f5e60f79d3d506', 'gw_port': {'id': 'de0e0eb0-31d0-47e2-8c2e-39436568625c', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8818bfc-6deb-4131-9c03-5dc929394223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:06:52Z', 'updated_at': '2022-01-31T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:14:39.003836 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] For port de0e0eb0-31d0-47e2-8c2e-39436568625c, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=de0e0eb0-31d0-47e2-8c2e-39436568625c,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:39.004464 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.028062 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Calling delete_port for de0e0eb0-31d0-47e2-8c2e-39436568625c owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:14:39.288557 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (de0e0eb0-31d0-47e2-8c2e-39436568625c), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.331165 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0e0eb0-31d0-47e2-8c2e-39436568625c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:39.430223 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (c8818bfc-6deb-4131-9c03-5dc929394223), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.583533 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (c8818bfc-6deb-4131-9c03-5dc929394223), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.587555 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks [] for router_controller (c8818bfc-6deb-4131-9c03-5dc929394223), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.661157 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (c8818bfc-6deb-4131-9c03-5dc929394223), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.661770 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8818bfc-6deb-4131-9c03-5dc929394223 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:14:39.667277 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.669360 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-dd94c0b4-9a4a-4f86-84a7-9b447314f1a3 admin admin] 10.222.0.90 "DELETE /v2.0/routers/c8818bfc-6deb-4131-9c03-5dc929394223 HTTP/1.1" status: 204 len: 168 time: 1.5138505 Jan 31 17:14:39.672682 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44604) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:39.742693 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beac1d9-ecd1-46ac-a4ba-d37ccc7be54b admin admin] Deleting subnet 8bc54504-ab97-42d4-97ec-87c4e2bf77ca {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:14:39.749000 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-ecd1-46ac-a4ba-d37ccc7be54b admin admin] Publish callbacks [] for subnet (8bc54504-ab97-42d4-97ec-87c4e2bf77ca), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.790312 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-ecd1-46ac-a4ba-d37ccc7be54b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (8bc54504-ab97-42d4-97ec-87c4e2bf77ca), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.882869 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.900357 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-ecd1-46ac-a4ba-d37ccc7be54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (8bc54504-ab97-42d4-97ec-87c4e2bf77ca), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:39.994941 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-ecd1-46ac-a4ba-d37ccc7be54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (8bc54504-ab97-42d4-97ec-87c4e2bf77ca), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.025302 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beac1d9-ecd1-46ac-a4ba-d37ccc7be54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc54504-ab97-42d4-97ec-87c4e2bf77ca,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:40.031823 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-ecd1-46ac-a4ba-d37ccc7be54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.035673 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-1beac1d9-ecd1-46ac-a4ba-d37ccc7be54b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8bc54504-ab97-42d4-97ec-87c4e2bf77ca HTTP/1.1" status: 204 len: 168 time: 0.3615639 Jan 31 17:14:40.038401 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44606) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:40.041717 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e546a1-375f-4daa-a488-357d8a75e32a None None] Network e72db7a6-9e62-47f3-bd28-1d6021a2788c requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:14:40.164262 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (e72db7a6-9e62-47f3-bd28-1d6021a2788c), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.280261 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Deleting port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:14:40.280891 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.306072 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] DHCP port deletion for e72db7a6-9e62-47f3-bd28-1d6021a2788c request from dv-cinder-814898-3-iscsi {{(pid=102772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 17:14:40.308370 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device de0e0eb0-31d0-47e2-8c2e-39436568625c no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:14:40.334407 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: de0e0eb0-31d0-47e2-8c2e-39436568625c {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:14:40.335125 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device de0e0eb0-31d0-47e2-8c2e-39436568625c not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:14:40.335575 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device bdee4579-2f0b-40f8-aae4-7fbcab928a2e no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:14:40.380124 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: bdee4579-2f0b-40f8-aae4-7fbcab928a2e {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:14:40.380471 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device bdee4579-2f0b-40f8-aae4-7fbcab928a2e not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:14:40.403955 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] For port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:40.404942 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.410423 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] Deleting port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:14:40.410815 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.424453 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Calling delete_port for de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:14:40.487265 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] For port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,segment=NetworkSegment(d6d48b4a-3d24-4ea6-9109-921a1ca66ea1),segment_id=d6d48b4a-3d24-4ea6-9109-921a1ca66ea1)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:40.487851 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.510937 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] Calling delete_port for de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:14:40.543794 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.591045 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:40.594593 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] No DVR routers for this DVR port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 on host dv-cinder-814898-3-iscsi {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:14:40.639897 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (de8c6f2a-b51c-41b6-b1e2-b7d67943fec6), after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.685137 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] Pushing event deleted for resources: {'Port': ['ID=de8c6f2a-b51c-41b6-b1e2-b7d67943fec6,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:40.692015 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b90d713-c1ad-4a03-bf82-6e3d3f721364 None None] No DVR routers for this DVR port de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 on host dv-cinder-814898-3-iscsi {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:14:40.724549 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (e72db7a6-9e62-47f3-bd28-1d6021a2788c), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.758654 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72db7a6-9e62-47f3-bd28-1d6021a2788c']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:40.773109 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:40.773423 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d48b4a-3d24-4ea6-9109-921a1ca66ea1') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:14:40.789641 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (d6d48b4a-3d24-4ea6-9109-921a1ca66ea1), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.807816 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (d6d48b4a-3d24-4ea6-9109-921a1ca66ea1), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.815882 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:14:40.816679 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (d6d48b4a-3d24-4ea6-9109-921a1ca66ea1), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:14:40.819472 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:14:40.892772 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (e72db7a6-9e62-47f3-bd28-1d6021a2788c), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.902808 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:40.911856 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e72db7a6-9e62-47f3-bd28-1d6021a2788c HTTP/1.1" status: 204 len: 168 time: 0.8714406 Jan 31 17:14:40.927499 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c77f3b-ca3c-47c7-a435-e44e115ee975 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72db7a6-9e62-47f3-bd28-1d6021a2788c,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:41.077992 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44612) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:41.141721 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-d1811c82-1f81-4a9d-912e-4f902a5c4757 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f89e530b82054872a9f5e60f79d3d506&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0620735 Jan 31 17:14:41.144731 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44614) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:41.215294 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc43-e0ea-4e75-900a-75d6586409f4 admin admin] Publish callbacks [] for security_group (4b2bb314-4004-4f18-b589-566822c0772d), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:41.249008 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc43-e0ea-4e75-900a-75d6586409f4 admin admin] Publish callbacks [] for security_group (4b2bb314-4004-4f18-b589-566822c0772d), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:41.323804 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc43-e0ea-4e75-900a-75d6586409f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (4b2bb314-4004-4f18-b589-566822c0772d), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:41.328632 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc43-e0ea-4e75-900a-75d6586409f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:41.333714 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-44e8bc43-e0ea-4e75-900a-75d6586409f4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4b2bb314-4004-4f18-b589-566822c0772d HTTP/1.1" status: 204 len: 168 time: 0.1847186 Jan 31 17:14:41.344756 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8bc43-e0ea-4e75-900a-75d6586409f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2bb314-4004-4f18-b589-566822c0772d,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:41.424393 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:41.665937 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:41.999008 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:42.091117 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:14:42.120163 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:14:42.120620 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device de8c6f2a-b51c-41b6-b1e2-b7d67943fec6 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:14:46.474165 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f973f23c-81dc-486e-8674-7e44799fc75b req-f3c68689-fd0a-4962-92d2-9f43705a99ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3513675 Jan 31 17:14:46.587139 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973f23c-81dc-486e-8674-7e44799fc75b req-59c3777b-b18a-4268-8c7d-5033b062dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:46.588803 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f973f23c-81dc-486e-8674-7e44799fc75b req-59c3777b-b18a-4268-8c7d-5033b062dd47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f8c7c201b074313a010c032bfc855ec&device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1129 time: 0.0503845 Jan 31 17:14:47.697474 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f416f-43e9-477e-946b-21300443dcca req-12e1682c-972a-43c2-9308-5ed2e66444ea tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:47.699515 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-12e1682c-972a-43c2-9308-5ed2e66444ea tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 814 time: 0.1143336 Jan 31 17:14:47.721552 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-2ac755e8-8ce2-4af6-bb7f-70b2dd4ce69b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/quotas/c7dc58f7ca124b2e8d33d304c606b8ee HTTP/1.1" status: 200 len: 375 time: 0.0158019 Jan 31 17:14:47.862222 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-f7af2f68-72d0-48cd-adb1-d0cc47ba8ad0 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1351919 Jan 31 17:14:47.897215 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973f23c-81dc-486e-8674-7e44799fc75b req-ad69c598-a0f8-4c48-8e9e-1f2645e05911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:47.898710 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f973f23c-81dc-486e-8674-7e44799fc75b req-ad69c598-a0f8-4c48-8e9e-1f2645e05911 service neutron] 10.222.0.71 "GET /v2.0/networks?id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 200 len: 908 time: 0.1333489 Jan 31 17:14:47.970269 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-4d6f40d4-1cca-438e-8306-3dac10140e21 service neutron] 10.222.0.90 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995235 Jan 31 17:14:48.000081 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:14:48.083741 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-03db42c1-0e3d-4380-9282-b5b8e1a29b2d service neutron] 10.222.0.90 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039028 Jan 31 17:14:48.303558 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ba6b8e77-4905-40e0-8476-0d76f99fe760 req-797f2762-b983-49ab-8816-a88900fc2350 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 210 time: 0.0341394 Jan 31 17:14:48.946811 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f973f23c-81dc-486e-8674-7e44799fc75b req-c45e38e0-7364-4e3a-b89b-a6919a526841 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 200 len: 1000 time: 0.0679677 Jan 31 17:14:49.428533 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-3e9aaee2-fa10-4023-b1de-b7e4ba312bfb req-26992184-4528-4895-af41-f73bcac0ba5a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 210 time: 0.0349028 Jan 31 17:14:50.056772 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973f23c-81dc-486e-8674-7e44799fc75b req-38e40281-0496-415f-9213-71073f2bcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:50.058499 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f973f23c-81dc-486e-8674-7e44799fc75b req-38e40281-0496-415f-9213-71073f2bcb2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e90c051-b27a-48d7-9935-005c2c0d13bf HTTP/1.1" status: 200 len: 846 time: 0.0537250 Jan 31 17:14:50.131109 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973f23c-81dc-486e-8674-7e44799fc75b req-fed30a22-243f-4278-ba9d-97937114ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:50.132889 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f973f23c-81dc-486e-8674-7e44799fc75b req-fed30a22-243f-4278-ba9d-97937114ed48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557914 Jan 31 17:14:50.301662 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f973f23c-81dc-486e-8674-7e44799fc75b req-0f6d8051-0788-4a72-b429-97972bfe996d service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355908 Jan 31 17:14:50.416043 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f973f23c-81dc-486e-8674-7e44799fc75b req-a22adcdb-417e-41ca-8a34-fe542d548f18 service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046283 Jan 31 17:14:50.569451 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-82064e38-8bf6-48b0-bd52-10ef00c22c58 req-2fb4de2d-35c2-4f10-8ff6-d0a2fe0d216b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 210 time: 0.0426786 Jan 31 17:14:50.991749 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f416f-43e9-477e-946b-21300443dcca req-e254cfe6-96a6-4009-8801-a3bb9c1569e3 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:50.993502 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-e254cfe6-96a6-4009-8801-a3bb9c1569e3 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 814 time: 0.1709037 Jan 31 17:14:51.020632 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Request body: {'port': {'device_id': 'bf13a8b0-5ee4-408d-a3b2-38239d371cbc', 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'admin_state_up': True, 'tenant_id': 'c7dc58f7ca124b2e8d33d304c606b8ee'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:51.151488 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Made reservation on behalf of c7dc58f7ca124b2e8d33d304c606b8ee for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:14:51.155352 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:51.304253 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Allocated IP 172.20.0.5 (4e7673ee-9b66-4d1f-93e4-1c116a550235/80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae/898c4bec-c09a-4596-96ed-781985ae3bf4) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:14:51.482594 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks [] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:51.520248 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:51.536591 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['0fb64a77-612e-4795-8ac8-f72b6438e18c', '84b83c77-6b28-46f1-8edb-6eb7b08f258c', '1058a5d9-605e-4a55-9586-19323fda8935'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:14:51.566664 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Network 4e7673ee-9b66-4d1f-93e4-1c116a550235 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:14:51.572485 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:14:51.576832 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:14:51.602762 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Pushing event updated for resources: {'Port': ['ID=898c4bec-c09a-4596-96ed-781985ae3bf4,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:51.639942 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:51.640771 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:51.659412 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-e01748c9-d511-4266-986a-cc70bf9cae18 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6439357 Jan 31 17:14:51.682882 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Request body: {'port': {'device_id': 'bf13a8b0-5ee4-408d-a3b2-38239d371cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:14:51.791280 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:51.812013 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf223ec-1558-4826-839c-50334fafad92 req-e7607423-b771-43f8-b6b8-31bab7776baa tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:51.813585 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9cf223ec-1558-4826-839c-50334fafad92 req-e7607423-b771-43f8-b6b8-31bab7776baa tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 931 time: 0.1046286 Jan 31 17:14:51.959564 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9cf223ec-1558-4826-839c-50334fafad92 req-27422ae7-4218-4560-9588-e4e746e347c1 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216309 Jan 31 17:14:52.214170 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898c4bec-c09a-4596-96ed-781985ae3bf4 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:14:52.222813 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Publish callbacks [] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:52.237552 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Transition to ACTIVE for port object 898c4bec-c09a-4596-96ed-781985ae3bf4 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:14:52.242557 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:52.300386 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Pushing event updated for resources: {'Port': ['ID=898c4bec-c09a-4596-96ed-781985ae3bf4,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:52.405775 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Attempting to bind port 898c4bec-c09a-4596-96ed-781985ae3bf4 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:14:52.406222 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Attempting to bind port 898c4bec-c09a-4596-96ed-781985ae3bf4 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:14:52.406611 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Attempting to bind port 898c4bec-c09a-4596-96ed-781985ae3bf4 on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:14:52.411904 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Port 898c4bec-c09a-4596-96ed-781985ae3bf4 on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:14:52.412290 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Attempting to bind port 898c4bec-c09a-4596-96ed-781985ae3bf4 on network 4e7673ee-9b66-4d1f-93e4-1c116a550235 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:14:52.418188 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:14:52.418569 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Checking segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:14:52.419144 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Bound using segment: {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:14:52.419833 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Bound port: 898c4bec-c09a-4596-96ed-781985ae3bf4, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:14:52.420271 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:52.501822 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] For port 898c4bec-c09a-4596-96ed-781985ae3bf4, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:14:52.506222 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] For port 898c4bec-c09a-4596-96ed-781985ae3bf4, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=898c4bec-c09a-4596-96ed-781985ae3bf4,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:14:52.514313 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:52.558918 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:52.559802 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:52.561594 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] 10.222.0.71 "PUT /v2.0/ports/898c4bec-c09a-4596-96ed-781985ae3bf4 HTTP/1.1" status: 200 len: 1093 time: 0.8845735 Jan 31 17:14:52.562167 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf13a8b0-5ee4-408d-a3b2-38239d371cbc', 'tag': '898c4bec-c09a-4596-96ed-781985ae3bf4'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:14:52.564769 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70fdfae-cb06-4751-9845-03e8f0897b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf13a8b0-5ee4-408d-a3b2-38239d371cbc", "tag": "898c4bec-c09a-4596-96ed-781985ae3bf4"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:14:52.604672 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61347b-f91f-49e0-8a17-f51ae61f77f1 service neutron] Pushing event updated for resources: {'Port': ['ID=898c4bec-c09a-4596-96ed-781985ae3bf4,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:52.638075 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09070e8-9225-4e33-a850-c77bddca5e53 x-openstack-request-id: req-e09070e8-9225-4e33-a850-c77bddca5e53 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:14:52.638471 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf13a8b0-5ee4-408d-a3b2-38239d371cbc", "tag": "898c4bec-c09a-4596-96ed-781985ae3bf4", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:14:52.638847 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e09070e8-9225-4e33-a850-c77bddca5e53 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:14:52.639355 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf13a8b0-5ee4-408d-a3b2-38239d371cbc', 'tag': '898c4bec-c09a-4596-96ed-781985ae3bf4', 'status': 'completed', 'code': 200} Jan 31 17:14:52.682539 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f416f-43e9-477e-946b-21300443dcca req-10e5d903-c7cc-4853-8893-b9ccc97a8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:52.684118 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-10e5d903-c7cc-4853-8893-b9ccc97a8cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 1127 time: 0.0638349 Jan 31 17:14:52.769102 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-d62bc862-8fe0-4cd4-8681-7298cdd8bce6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=898c4bec-c09a-4596-96ed-781985ae3bf4 HTTP/1.1" status: 200 len: 217 time: 0.0667953 Jan 31 17:14:52.855450 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f416f-43e9-477e-946b-21300443dcca req-3b15e689-4b28-405a-9330-927f99795b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:52.857084 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-3b15e689-4b28-405a-9330-927f99795b94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 200 len: 854 time: 0.0773392 Jan 31 17:14:52.900746 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-38af6f5e-618f-4f29-9867-e0dd94d899f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7673ee-9b66-4d1f-93e4-1c116a550235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345712 Jan 31 17:14:53.051664 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-88cc41de-3fe3-4c97-ad39-7eee4a8144dd service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378341 Jan 31 17:14:53.218792 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375ecf-d528-4901-a2f3-f17642127374 req-d069cc3d-f9ce-4583-90c9-d3a508619eeb tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:53.220349 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-58375ecf-d528-4901-a2f3-f17642127374 req-d069cc3d-f9ce-4583-90c9-d3a508619eeb tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 943 time: 0.1293540 Jan 31 17:14:53.223000 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c56f416f-43e9-477e-946b-21300443dcca req-816ef172-a95e-47a3-81ee-4efc8a7e4686 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598918 Jan 31 17:14:53.296154 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-58375ecf-d528-4901-a2f3-f17642127374 req-ab49cebf-4b3c-436d-af27-455371a2b6ee tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Jan 31 17:14:53.353458 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-87b6161e-fcc7-4d55-b577-448fe9818e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:53.355115 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-87b6161e-fcc7-4d55-b577-448fe9818e2b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 1127 time: 0.0710597 Jan 31 17:14:53.468042 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-59a7f1e7-4b61-4cf5-9ed1-8d5b83a75d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:53.469772 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-59a7f1e7-4b61-4cf5-9ed1-8d5b83a75d8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 200 len: 915 time: 0.1062520 Jan 31 17:14:53.525329 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-4a150fff-4cac-44e0-a765-0e514c4d7880 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=898c4bec-c09a-4596-96ed-781985ae3bf4 HTTP/1.1" status: 200 len: 217 time: 0.0463448 Jan 31 17:14:53.582411 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-1edd5d96-3c30-4156-8b07-84a49c925152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:53.584239 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-1edd5d96-3c30-4156-8b07-84a49c925152 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 200 len: 854 time: 0.0508163 Jan 31 17:14:53.637768 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-e31aed38-8ce3-4657-86f2-b08e6885ced2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7673ee-9b66-4d1f-93e4-1c116a550235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422821 Jan 31 17:14:53.757874 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-d42318c9-326b-4b16-8de7-f0340f516ca8 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119914 Jan 31 17:14:53.872910 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c70fdfae-cb06-4751-9845-03e8f0897b6a req-c90b8e10-2394-4aaf-b12b-b97878440f38 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077504 Jan 31 17:14:53.936682 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44820) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:54.072262 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e79830eb-4b6d-4f3d-b41d-4c86afd0c124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.157455 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e79830eb-4b6d-4f3d-b41d-4c86afd0c124 admin admin] Publish callbacks [] for security_group (2865bc6a-b38e-4fbc-adc7-8c0ce18f7bbf), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.162831 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e79830eb-4b6d-4f3d-b41d-4c86afd0c124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2865bc6a-b38e-4fbc-adc7-8c0ce18f7bbf), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.205441 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-e79830eb-4b6d-4f3d-b41d-4c86afd0c124 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=616e557245f94861a545926965b8d2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676165 Jan 31 17:14:54.206863 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79830eb-4b6d-4f3d-b41d-4c86afd0c124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865bc6a-b38e-4fbc-adc7-8c0ce18f7bbf,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:54.208700 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44824) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:54.268314 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cc4-6ca0-4b24-b548-8948372feaba admin admin] Publish callbacks [] for security_group (2865bc6a-b38e-4fbc-adc7-8c0ce18f7bbf), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.293514 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cc4-6ca0-4b24-b548-8948372feaba admin admin] Publish callbacks [] for security_group (2865bc6a-b38e-4fbc-adc7-8c0ce18f7bbf), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.360526 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cc4-6ca0-4b24-b548-8948372feaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2865bc6a-b38e-4fbc-adc7-8c0ce18f7bbf), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.365374 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cc4-6ca0-4b24-b548-8948372feaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.367375 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ebc64cc4-6ca0-4b24-b548-8948372feaba admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2865bc6a-b38e-4fbc-adc7-8c0ce18f7bbf HTTP/1.1" status: 204 len: 168 time: 0.1572478 Jan 31 17:14:54.380780 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc64cc4-6ca0-4b24-b548-8948372feaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865bc6a-b38e-4fbc-adc7-8c0ce18f7bbf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:54.501590 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823be37-898e-44f2-92f2-59fe5ab52c01 req-687af1c1-690d-438e-bd6c-9541c800ee60 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:54.504278 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7823be37-898e-44f2-92f2-59fe5ab52c01 req-687af1c1-690d-438e-bd6c-9541c800ee60 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 943 time: 0.0866930 Jan 31 17:14:54.570423 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7823be37-898e-44f2-92f2-59fe5ab52c01 req-364ba6a5-2cd5-4924-9b14-8317d7d2feec tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579772 Jan 31 17:14:54.734698 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44832) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:54.757280 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-081c8215-aa93-4821-b6f4-19889821448b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.868846 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-081c8215-aa93-4821-b6f4-19889821448b admin admin] Publish callbacks [] for security_group (7620d92e-7003-440c-897f-c19fbd7ff5cf), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.874640 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-081c8215-aa93-4821-b6f4-19889821448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7620d92e-7003-440c-897f-c19fbd7ff5cf), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:54.917329 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-081c8215-aa93-4821-b6f4-19889821448b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=58c5ceb97e7f436eb74b5c746a4153c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809623 Jan 31 17:14:54.918151 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c8215-aa93-4821-b6f4-19889821448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7620d92e-7003-440c-897f-c19fbd7ff5cf,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:54.921040 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44834) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:14:54.977362 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-85e8b82b-88ef-47ff-b2de-73da3c6c4bcf admin admin] Publish callbacks [] for security_group (7620d92e-7003-440c-897f-c19fbd7ff5cf), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:55.003741 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-85e8b82b-88ef-47ff-b2de-73da3c6c4bcf admin admin] Publish callbacks [] for security_group (7620d92e-7003-440c-897f-c19fbd7ff5cf), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:55.057995 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-85e8b82b-88ef-47ff-b2de-73da3c6c4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (7620d92e-7003-440c-897f-c19fbd7ff5cf), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:55.060950 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-85e8b82b-88ef-47ff-b2de-73da3c6c4bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:55.062281 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-85e8b82b-88ef-47ff-b2de-73da3c6c4bcf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7620d92e-7003-440c-897f-c19fbd7ff5cf HTTP/1.1" status: 204 len: 168 time: 0.1395879 Jan 31 17:14:55.075764 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8b82b-88ef-47ff-b2de-73da3c6c4bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620d92e-7003-440c-897f-c19fbd7ff5cf,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:55.756046 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98832c3b-1ed0-4c61-95e0-e52495a09915 req-042f78bd-98bd-4a68-b672-ba192ab71855 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:55.758406 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-98832c3b-1ed0-4c61-95e0-e52495a09915 req-042f78bd-98bd-4a68-b672-ba192ab71855 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 943 time: 0.0896933 Jan 31 17:14:55.834533 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-98832c3b-1ed0-4c61-95e0-e52495a09915 req-65a74e99-d68f-4b25-9b27-2e904102efe7 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671089 Jan 31 17:14:56.245203 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 898c4bec-c09a-4596-96ed-781985ae3bf4 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:14:56.421748 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 898c4bec-c09a-4596-96ed-781985ae3bf4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=898c4bec-c09a-4596-96ed-781985ae3bf4,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:56.442037 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '898c4bec-c09a-4596-96ed-781985ae3bf4', 'network_id': '4e7673ee-9b66-4d1f-93e4-1c116a550235', 'port_id': '898c4bec-c09a-4596-96ed-781985ae3bf4', 'mac_address': 'fa:16:3e:f6:a0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:14:56.497937 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 898c4bec-c09a-4596-96ed-781985ae3bf4 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:14:56.498519 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:56.527177 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898c4bec-c09a-4596-96ed-781985ae3bf4 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:14:56.563469 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 898c4bec-c09a-4596-96ed-781985ae3bf4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=898c4bec-c09a-4596-96ed-781985ae3bf4,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:14:56.568663 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:14:56.638145 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=898c4bec-c09a-4596-96ed-781985ae3bf4,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:14:56.975138 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['898c4bec-c09a-4596-96ed-781985ae3bf4'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:14:57.001448 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec43c9d-f6fe-498d-928e-269f21d8171e req-44956adc-7fbb-43ac-b2c9-a4184e6847bc tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:57.003822 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8ec43c9d-f6fe-498d-928e-269f21d8171e req-44956adc-7fbb-43ac-b2c9-a4184e6847bc tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 944 time: 0.0873599 Jan 31 17:14:57.068285 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-8ec43c9d-f6fe-498d-928e-269f21d8171e req-fde86d7d-0c35-4044-bb4b-a48a5c218842 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530965 Jan 31 17:14:58.222491 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cbcf1-a684-45d6-8028-52c88d76a4b4 req-d716563a-9907-41a8-8a24-4d4258dc72af tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:58.224247 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-040cbcf1-a684-45d6-8028-52c88d76a4b4 req-d716563a-9907-41a8-8a24-4d4258dc72af tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 944 time: 0.0586414 Jan 31 17:14:58.283652 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-040cbcf1-a684-45d6-8028-52c88d76a4b4 req-525efba4-7e06-4249-b0c8-f539be9eb5cd tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484281 Jan 31 17:14:59.428929 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef7fe3-a918-4306-9d72-057ed8354428 req-166d869c-127d-468e-8439-7ac77a0e545b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:14:59.431753 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2cef7fe3-a918-4306-9d72-057ed8354428 req-166d869c-127d-468e-8439-7ac77a0e545b tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 944 time: 0.0713956 Jan 31 17:14:59.492354 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-2cef7fe3-a918-4306-9d72-057ed8354428 req-2661f761-17be-4185-9bd5-846cded24a95 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545063 Jan 31 17:15:00.227367 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 44928) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:00.275139 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 898c4bec-c09a-4596-96ed-781985ae3bf4 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:15:00.340465 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 898c4bec-c09a-4596-96ed-781985ae3bf4 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:15:00.344981 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 898c4bec-c09a-4596-96ed-781985ae3bf4 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:15:00.345502 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.398398 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe1fa-9227-4cda-9e85-1ce22be226fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.461781 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 898c4bec-c09a-4596-96ed-781985ae3bf4 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:15:00.462400 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.505217 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf13a8b0-5ee4-408d-a3b2-38239d371cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898c4bec-c09a-4596-96ed-781985ae3bf4'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:15:00.509320 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2712eff2-fb40-4414-a45c-757537f685a6" -d '{"events": [{"server_uuid": "bf13a8b0-5ee4-408d-a3b2-38239d371cbc", "name": "network-vif-plugged", "status": "completed", "tag": "898c4bec-c09a-4596-96ed-781985ae3bf4"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:15:00.516361 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe1fa-9227-4cda-9e85-1ce22be226fc admin admin] Publish callbacks [] for security_group (71fb7654-d3b7-4063-9998-75803b5d58c7), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.524388 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe1fa-9227-4cda-9e85-1ce22be226fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (71fb7654-d3b7-4063-9998-75803b5d58c7), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.536846 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 898c4bec-c09a-4596-96ed-781985ae3bf4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=898c4bec-c09a-4596-96ed-781985ae3bf4,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:00.544169 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.593589 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44936) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:00.596397 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8adb2e-4fcc-483e-a41c-c9dd09af3b3a x-openstack-request-id: req-bf8adb2e-4fcc-483e-a41c-c9dd09af3b3a {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:15:00.596827 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf13a8b0-5ee4-408d-a3b2-38239d371cbc", "name": "network-vif-plugged", "status": "completed", "tag": "898c4bec-c09a-4596-96ed-781985ae3bf4", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:15:00.597382 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bf8adb2e-4fcc-483e-a41c-c9dd09af3b3a {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:15:00.598178 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf13a8b0-5ee4-408d-a3b2-38239d371cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898c4bec-c09a-4596-96ed-781985ae3bf4', 'code': 200} Jan 31 17:15:00.603244 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c3ebe1fa-9227-4cda-9e85-1ce22be226fc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5b599874349f4abcb7c8daf432c5150a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742476 Jan 31 17:15:00.625843 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=898c4bec-c09a-4596-96ed-781985ae3bf4,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:00.668362 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebe1fa-9227-4cda-9e85-1ce22be226fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fb7654-d3b7-4063-9998-75803b5d58c7,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:00.700086 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b4968bae-c97e-4ab7-904e-9bd45a2e6ee8 admin admin] Publish callbacks [] for security_group (71fb7654-d3b7-4063-9998-75803b5d58c7), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.731372 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba49ad-c7a3-40d1-8afa-d31c7d8b6d2e req-717ec53c-b631-4346-9736-eebd0157ceb9 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:00.734107 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3bba49ad-c7a3-40d1-8afa-d31c7d8b6d2e req-717ec53c-b631-4346-9736-eebd0157ceb9 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 945 time: 0.1179838 Jan 31 17:15:00.738735 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b4968bae-c97e-4ab7-904e-9bd45a2e6ee8 admin admin] Publish callbacks [] for security_group (71fb7654-d3b7-4063-9998-75803b5d58c7), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.795596 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3bba49ad-c7a3-40d1-8afa-d31c7d8b6d2e req-ff1c65f1-df9f-4ccf-a230-2dfaf15fba10 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548849 Jan 31 17:15:00.860827 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8ad27-07f8-46d7-b334-1f6d774fc9c2 req-5fff088f-7312-4158-9eb3-dd32a5f940ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:00.863409 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0ef8ad27-07f8-46d7-b334-1f6d774fc9c2 req-5fff088f-7312-4158-9eb3-dd32a5f940ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 1129 time: 0.0967541 Jan 31 17:15:00.879932 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b4968bae-c97e-4ab7-904e-9bd45a2e6ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (71fb7654-d3b7-4063-9998-75803b5d58c7), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.882696 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b4968bae-c97e-4ab7-904e-9bd45a2e6ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:00.884136 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b4968bae-c97e-4ab7-904e-9bd45a2e6ee8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/71fb7654-d3b7-4063-9998-75803b5d58c7 HTTP/1.1" status: 204 len: 168 time: 0.2890761 Jan 31 17:15:00.906530 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4968bae-c97e-4ab7-904e-9bd45a2e6ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fb7654-d3b7-4063-9998-75803b5d58c7,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:00.942306 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-0ef8ad27-07f8-46d7-b334-1f6d774fc9c2 req-da476539-0c42-4474-be4c-cc315a66324f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701058 Jan 31 17:15:01.226143 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44942) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:01.240623 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-53e862ef-bea8-48a1-8bc1-2d2d18aef3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:01.331190 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-53e862ef-bea8-48a1-8bc1-2d2d18aef3f3 admin admin] Publish callbacks [] for security_group (9bebb85e-f883-41a7-b7b4-d9c4fb09389b), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:01.336629 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-53e862ef-bea8-48a1-8bc1-2d2d18aef3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (9bebb85e-f883-41a7-b7b4-d9c4fb09389b), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:01.377515 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e862ef-bea8-48a1-8bc1-2d2d18aef3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bebb85e-f883-41a7-b7b4-d9c4fb09389b,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:01.381889 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-53e862ef-bea8-48a1-8bc1-2d2d18aef3f3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f5119b7181b849b993a2635e7f69f1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546488 Jan 31 17:15:01.386249 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 44944) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:01.444691 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e44bd013-2a75-4ffb-b548-be2995fe39aa admin admin] Publish callbacks [] for security_group (9bebb85e-f883-41a7-b7b4-d9c4fb09389b), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:01.470181 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e44bd013-2a75-4ffb-b548-be2995fe39aa admin admin] Publish callbacks [] for security_group (9bebb85e-f883-41a7-b7b4-d9c4fb09389b), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:01.528128 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e44bd013-2a75-4ffb-b548-be2995fe39aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (9bebb85e-f883-41a7-b7b4-d9c4fb09389b), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:01.531198 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e44bd013-2a75-4ffb-b548-be2995fe39aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:01.532890 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-e44bd013-2a75-4ffb-b548-be2995fe39aa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9bebb85e-f883-41a7-b7b4-d9c4fb09389b HTTP/1.1" status: 204 len: 168 time: 0.1455007 Jan 31 17:15:01.546017 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bd013-2a75-4ffb-b548-be2995fe39aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bebb85e-f883-41a7-b7b4-d9c4fb09389b,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:01.967636 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4400a-db64-4ef9-9407-94a3bd5cc9f3 req-6255805c-17ed-414d-9438-4cd3563cd14f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:01.969468 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fbb4400a-db64-4ef9-9407-94a3bd5cc9f3 req-6255805c-17ed-414d-9438-4cd3563cd14f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 945 time: 0.0659745 Jan 31 17:15:02.036035 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fbb4400a-db64-4ef9-9407-94a3bd5cc9f3 req-f82358a4-de92-45fc-b9bc-3293b27773fa tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562060 Jan 31 17:15:03.220771 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae9d4-54d9-4b4b-befd-6a306bcf2e6b req-901633cc-a259-48e5-8a70-70072cde2d52 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:03.222918 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aadae9d4-54d9-4b4b-befd-6a306bcf2e6b req-901633cc-a259-48e5-8a70-70072cde2d52 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 945 time: 0.0694177 Jan 31 17:15:03.283024 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aadae9d4-54d9-4b4b-befd-6a306bcf2e6b req-1e94fde8-5263-44cb-9f2f-4bbd2f089b76 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530028 Jan 31 17:15:04.481200 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-43d8c056-643e-4b30-ad68-c352355524c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:04.582148 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45022) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:04.726822 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1d56eb87-75d6-4697-92d1-5690190bde4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:04.845265 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1d56eb87-75d6-4697-92d1-5690190bde4a admin admin] Publish callbacks [] for security_group (a122f37e-d98a-4b53-8c62-aad8b1ad8119), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:04.851534 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-1d56eb87-75d6-4697-92d1-5690190bde4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (a122f37e-d98a-4b53-8c62-aad8b1ad8119), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:04.923833 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-1d56eb87-75d6-4697-92d1-5690190bde4a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=09a0beef1e68468aa2a01db1f086cc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399503 Jan 31 17:15:04.926953 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45032) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:04.933105 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56eb87-75d6-4697-92d1-5690190bde4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a122f37e-d98a-4b53-8c62-aad8b1ad8119,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:05.017001 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fd64-bc3c-47cd-82ae-70e794ad04ee admin admin] Publish callbacks [] for security_group (a122f37e-d98a-4b53-8c62-aad8b1ad8119), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.060493 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fd64-bc3c-47cd-82ae-70e794ad04ee admin admin] Publish callbacks [] for security_group (a122f37e-d98a-4b53-8c62-aad8b1ad8119), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.156383 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fd64-bc3c-47cd-82ae-70e794ad04ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (a122f37e-d98a-4b53-8c62-aad8b1ad8119), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.162652 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fd64-bc3c-47cd-82ae-70e794ad04ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.168000 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-f8b5fd64-bc3c-47cd-82ae-70e794ad04ee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a122f37e-d98a-4b53-8c62-aad8b1ad8119 HTTP/1.1" status: 204 len: 168 time: 0.2386887 Jan 31 17:15:05.179561 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5fd64-bc3c-47cd-82ae-70e794ad04ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a122f37e-d98a-4b53-8c62-aad8b1ad8119,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:05.568564 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45046) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:05.590193 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-503dd9e0-36e0-429f-91a5-bed6b79edb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.710300 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-503dd9e0-36e0-429f-91a5-bed6b79edb3d admin admin] Publish callbacks [] for security_group (5da233ff-79a3-4d38-bd9c-8314bb82555e), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.715927 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-503dd9e0-36e0-429f-91a5-bed6b79edb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (5da233ff-79a3-4d38-bd9c-8314bb82555e), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.768790 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-503dd9e0-36e0-429f-91a5-bed6b79edb3d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dc16d45c06024ef1b4f5f727fb5b5e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988540 Jan 31 17:15:05.769976 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dd9e0-36e0-429f-91a5-bed6b79edb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da233ff-79a3-4d38-bd9c-8314bb82555e,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:05.773259 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45048) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:05.845749 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-864dbf75-0dbd-4216-ad13-1feb9a1d27b6 admin admin] Publish callbacks [] for security_group (5da233ff-79a3-4d38-bd9c-8314bb82555e), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.890178 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-864dbf75-0dbd-4216-ad13-1feb9a1d27b6 admin admin] Publish callbacks [] for security_group (5da233ff-79a3-4d38-bd9c-8314bb82555e), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.952437 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-864dbf75-0dbd-4216-ad13-1feb9a1d27b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (5da233ff-79a3-4d38-bd9c-8314bb82555e), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.955525 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-864dbf75-0dbd-4216-ad13-1feb9a1d27b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:05.961096 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-864dbf75-0dbd-4216-ad13-1feb9a1d27b6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5da233ff-79a3-4d38-bd9c-8314bb82555e HTTP/1.1" status: 204 len: 168 time: 0.1824694 Jan 31 17:15:05.970256 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dbf75-0dbd-4216-ad13-1feb9a1d27b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da233ff-79a3-4d38-bd9c-8314bb82555e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:06.842790 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91880058-ca71-4425-a7e0-8d0741b9e740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:08.486285 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45122) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:08.603814 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae48b10c-0872-49f6-9286-f44731554e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:08.708509 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae48b10c-0872-49f6-9286-f44731554e52 admin admin] Publish callbacks [] for security_group (3a3e1439-4fb6-42c7-816a-f343e97ddc1f), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:08.714048 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ae48b10c-0872-49f6-9286-f44731554e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3a3e1439-4fb6-42c7-816a-f343e97ddc1f), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:08.761285 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ae48b10c-0872-49f6-9286-f44731554e52 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0be6acc0232b4d9a8e12e887a42af822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734814 Jan 31 17:15:08.762346 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48b10c-0872-49f6-9286-f44731554e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e1439-4fb6-42c7-816a-f343e97ddc1f,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:08.765366 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45126) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:08.845516 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6901195f-9ce7-43d2-b348-9150d345aa0b admin admin] Publish callbacks [] for security_group (3a3e1439-4fb6-42c7-816a-f343e97ddc1f), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:08.875932 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6901195f-9ce7-43d2-b348-9150d345aa0b admin admin] Publish callbacks [] for security_group (3a3e1439-4fb6-42c7-816a-f343e97ddc1f), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:08.936574 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6901195f-9ce7-43d2-b348-9150d345aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3a3e1439-4fb6-42c7-816a-f343e97ddc1f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:08.939918 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6901195f-9ce7-43d2-b348-9150d345aa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:08.941453 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-6901195f-9ce7-43d2-b348-9150d345aa0b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3a3e1439-4fb6-42c7-816a-f343e97ddc1f HTTP/1.1" status: 204 len: 168 time: 0.1733563 Jan 31 17:15:08.959547 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901195f-9ce7-43d2-b348-9150d345aa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e1439-4fb6-42c7-816a-f343e97ddc1f,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:09.430033 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45132) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:09.445008 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:09.556993 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Publish callbacks [] for security_group (548e2f95-330b-4a6d-a36f-364b49c9c1d8), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:09.561742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (548e2f95-330b-4a6d-a36f-364b49c9c1d8), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:09.603813 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5315de8e73814790b8399a759484d29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725109 Jan 31 17:15:09.604752 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548e2f95-330b-4a6d-a36f-364b49c9c1d8,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:09.607085 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45136) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:09.613086 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.613443 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.613790 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.614147 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.614799 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.615134 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.615502 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.616033 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.616223 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.616488 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.616819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.617141 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.617466 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa6eb3-c8a6-4cb0-bb98-283af3d82689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:09.674443 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-604de885-be7a-476e-9e7b-0e8609769888 admin admin] Publish callbacks [] for security_group (548e2f95-330b-4a6d-a36f-364b49c9c1d8), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:09.714652 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-604de885-be7a-476e-9e7b-0e8609769888 admin admin] Publish callbacks [] for security_group (548e2f95-330b-4a6d-a36f-364b49c9c1d8), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:09.785905 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-604de885-be7a-476e-9e7b-0e8609769888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (548e2f95-330b-4a6d-a36f-364b49c9c1d8), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:09.788904 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-604de885-be7a-476e-9e7b-0e8609769888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:09.790240 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-604de885-be7a-476e-9e7b-0e8609769888 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/548e2f95-330b-4a6d-a36f-364b49c9c1d8 HTTP/1.1" status: 204 len: 168 time: 0.1814151 Jan 31 17:15:09.799657 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604de885-be7a-476e-9e7b-0e8609769888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548e2f95-330b-4a6d-a36f-364b49c9c1d8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:09.886079 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:10.608089 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45160) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:10.725148 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-881318918-network', 'tenant_id': 'a17390004fc248e185021ea21e47eee0'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:15:10.750551 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Made reservation on behalf of a17390004fc248e185021ea21e47eee0 for: {'network': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:15:10.753654 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:10.765524 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:10.878763 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Publish callbacks [] for security_group (e3d108f4-f0f2-4e1f-8f3c-a9f8fa0d7c20), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:10.884948 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e3d108f4-f0f2-4e1f-8f3c-a9f8fa0d7c20), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:10.929132 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=102771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:15:10.944826 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d108f4-f0f2-4e1f-8f3c-a9f8fa0d7c20,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:10.955734 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (118c76de-98e0-43ff-9690-d58a963b18b1), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:10.956100 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.segments_db [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Added segment 118c76de-98e0-43ff-9690-d58a963b18b1 of type vlan for network 236f5074-7538-4942-80e3-792545bcb96e Jan 31 17:15:11.008873 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (236f5074-7538-4942-80e3-792545bcb96e), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:11.039953 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (236f5074-7538-4942-80e3-792545bcb96e), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:11.041720 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:11.042457 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:11.084404 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4747875 Jan 31 17:15:11.087819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45164) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:11.093963 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Request body: {'subnet': {'network_id': '236f5074-7538-4942-80e3-792545bcb96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-881318918-subnet', 'tenant_id': 'a17390004fc248e185021ea21e47eee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:15:11.119088 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf10157-a175-43e3-92b2-10257b45f774 admin admin] Pushing event updated for resources: {'Network': ['ID=236f5074-7538-4942-80e3-792545bcb96e,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:11.119659 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Made reservation on behalf of a17390004fc248e185021ea21e47eee0 for: {'subnet': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:15:11.122279 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9610321'] for subnet (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:11.133409 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 236f5074-7538-4942-80e3-792545bcb96e details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:15:11.361328 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9610343'] for subnet (0d852052-8c61-4c8a-b315-69fe5541ed8a), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:11.420536 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d852052-8c61-4c8a-b315-69fe5541ed8a,revision_number=0']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:11.432791 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Checking segment: {'id': '118c76de-98e0-43ff-9690-d58a963b18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '236f5074-7538-4942-80e3-792545bcb96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:15:11.433225 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Network hostable DHCP agents. Network: 236f5074-7538-4942-80e3-792545bcb96e, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:15:11.435152 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:11.452942 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Network 236f5074-7538-4942-80e3-792545bcb96e is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:15:11.464016 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 236f5074-7538-4942-80e3-792545bcb96e) {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:15:11.469390 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:11.470462 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:11.474518 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6de38a-4a98-46b9-a550-2840d5bb56c5 None None] Network 236f5074-7538-4942-80e3-792545bcb96e requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:15:11.497951 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-2f905c45-e1e8-402e-8176-a6d504b0b9f2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4082773 Jan 31 17:15:11.604206 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021a155b-72c3-464b-a702-3557088eecf3 None None] Network 236f5074-7538-4942-80e3-792545bcb96e requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:15:11.692256 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.005619 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.125716 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45182) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:12.131221 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1668808903-network', 'tenant_id': 'e83887a109dd470bb5d7610bdee6ecc8'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:15:12.157271 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Made reservation on behalf of e83887a109dd470bb5d7610bdee6ecc8 for: {'network': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:15:12.160187 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for network (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.172798 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.291984 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Publish callbacks [] for security_group (d3d1b9dc-1d09-4a24-8cae-da9990f554d3), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.297453 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d3d1b9dc-1d09-4a24-8cae-da9990f554d3), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.333621 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=102770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:15:12.361873 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1b9dc-1d09-4a24-8cae-da9990f554d3,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:12.367018 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (63f0f7b5-1115-4ce4-988c-730ca6e1f5dd), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.367485 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.segments_db [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Added segment 63f0f7b5-1115-4ce4-988c-730ca6e1f5dd of type vlan for network 40873daa-c707-4e4f-9df1-5acd640c1dd4 Jan 31 17:15:12.440162 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785969338983'] for network (40873daa-c707-4e4f-9df1-5acd640c1dd4), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.482159 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161'] for network (40873daa-c707-4e4f-9df1-5acd640c1dd4), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.483914 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:12.484877 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.548044 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4206321 Jan 31 17:15:12.550923 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45186) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:12.556648 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Request body: {'subnet': {'network_id': '40873daa-c707-4e4f-9df1-5acd640c1dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1668808903-subnet', 'tenant_id': 'e83887a109dd470bb5d7610bdee6ecc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:15:12.579953 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Made reservation on behalf of e83887a109dd470bb5d7610bdee6ecc8 for: {'subnet': 1} {{(pid=102771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:15:12.582385 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12540962'] for subnet (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.605985 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc9db9-e6c3-42ec-a9d8-dc1d7f4f1c3d admin admin] Pushing event updated for resources: {'Network': ['ID=40873daa-c707-4e4f-9df1-5acd640c1dd4,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:12.626183 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Network 40873daa-c707-4e4f-9df1-5acd640c1dd4 details requested by agent ovs-agent-dv-cinder-814898-3-iscsi with host dv-cinder-814898-3-iscsi {{(pid=102772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 17:15:12.848490 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12495484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12540948'] for subnet (0b074da8-26c9-499b-be43-627996387e51), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.912438 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b074da8-26c9-499b-be43-627996387e51,revision_number=0']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:12.922643 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Checking segment: {'id': '63f0f7b5-1115-4ce4-988c-730ca6e1f5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '40873daa-c707-4e4f-9df1-5acd640c1dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:15:12.923000 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Network hostable DHCP agents. Network: 40873daa-c707-4e4f-9df1-5acd640c1dd4, hostable agents: ['fb1f86a5-2ebb-410d-a72a-9f8052270f6e'], hosted agents: [] {{(pid=102771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:15:12.944334 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Network 40873daa-c707-4e4f-9df1-5acd640c1dd4 is scheduled to be hosted by DHCP agent fb1f86a5-2ebb-410d-a72a-9f8052270f6e with binding_index 1 {{(pid=102771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:15:12.956442 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-3-iscsi, 40873daa-c707-4e4f-9df1-5acd640c1dd4) {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:15:12.964532 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:12.965127 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:12.974017 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e7614-a120-441e-ad15-0a91425092fc None None] Network 40873daa-c707-4e4f-9df1-5acd640c1dd4 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:15:12.990780 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-82ec3d06-e87c-495a-bac9-defa707156e0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4380095 Jan 31 17:15:13.175232 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4f75ca-c79a-464a-93d7-cd32596e38b9 None None] Network 40873daa-c707-4e4f-9df1-5acd640c1dd4 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:15:17.022453 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53b798-e737-4802-941a-49782b9f3695 req-5bbf812e-3272-4379-9eff-1350e64d585d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:17.024322 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-dc53b798-e737-4802-941a-49782b9f3695 req-5bbf812e-3272-4379-9eff-1350e64d585d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 945 time: 0.0616040 Jan 31 17:15:17.093208 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-dc53b798-e737-4802-941a-49782b9f3695 req-3c191a69-aba3-4a6d-8139-a7aaab299d86 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610635 Jan 31 17:15:18.256058 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a61525-d904-4628-9396-38cc669fca3e req-b94860ac-780a-4b3b-bab2-ef0d55dddb4f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:18.257692 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-76a61525-d904-4628-9396-38cc669fca3e req-b94860ac-780a-4b3b-bab2-ef0d55dddb4f tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 945 time: 0.0616066 Jan 31 17:15:18.322267 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-76a61525-d904-4628-9396-38cc669fca3e req-49ff5878-f5ba-431a-819d-9212d4d0d4b8 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565448 Jan 31 17:15:18.447086 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef03b5f-dead-45b1-9dc8-9a6529b6fa9a req-aa32f3f2-df3f-485c-9ba6-633e1faa74cf tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:18.448904 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9ef03b5f-dead-45b1-9dc8-9a6529b6fa9a req-aa32f3f2-df3f-485c-9ba6-633e1faa74cf tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0595467 Jan 31 17:15:18.513867 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9ef03b5f-dead-45b1-9dc8-9a6529b6fa9a req-aef238b1-4575-4695-a77f-306e871b290e tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585990 Jan 31 17:15:19.472608 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc60c76-330c-4956-bc68-99136d596ada req-4ebdebef-29a2-40c9-9138-a5341be61d4c tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:19.474263 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7dc60c76-330c-4956-bc68-99136d596ada req-4ebdebef-29a2-40c9-9138-a5341be61d4c tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 945 time: 0.0626693 Jan 31 17:15:19.532888 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7dc60c76-330c-4956-bc68-99136d596ada req-81b8619f-c9d8-4a03-8826-464f55da9eca tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488365 Jan 31 17:15:19.654044 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-261b1d4b-6f8c-4a24-9121-f958804e18e8 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:19.656018 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-261b1d4b-6f8c-4a24-9121-f958804e18e8 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 945 time: 0.0984950 Jan 31 17:15:19.681128 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d288c4-f977-4dfc-90ae-045eff170f7a req-e50663a2-c0f6-4a73-84f7-421995809dd7 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:19.682743 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c1d288c4-f977-4dfc-90ae-045eff170f7a req-e50663a2-c0f6-4a73-84f7-421995809dd7 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0889075 Jan 31 17:15:19.785880 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-c1d288c4-f977-4dfc-90ae-045eff170f7a req-d2f24371-38ad-409c-8577-354cef81c3a8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851083 Jan 31 17:15:19.818755 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Deleting port 898c4bec-c09a-4596-96ed-781985ae3bf4 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:15:19.819165 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:19.936031 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] For port 898c4bec-c09a-4596-96ed-781985ae3bf4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=898c4bec-c09a-4596-96ed-781985ae3bf4,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:19.936279 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:19.951815 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Calling delete_port for 898c4bec-c09a-4596-96ed-781985ae3bf4 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:15:20.162458 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (898c4bec-c09a-4596-96ed-781985ae3bf4), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:20.176334 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['0fb64a77-612e-4795-8ac8-f72b6438e18c', '84b83c77-6b28-46f1-8edb-6eb7b08f258c', '1058a5d9-605e-4a55-9586-19323fda8935', '898c4bec-c09a-4596-96ed-781985ae3bf4'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:15:20.208838 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Pushing event deleted for resources: {'Port': ['ID=898c4bec-c09a-4596-96ed-781985ae3bf4,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:20.281366 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] No DVR routers for this DVR port 898c4bec-c09a-4596-96ed-781985ae3bf4 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:15:20.285161 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:20.291007 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-37d3ccd2-a5d2-4912-a07a-54e273ca14c7 req-dc2f4388-9e04-4d6a-8b83-c12d929df446 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "DELETE /v2.0/ports/898c4bec-c09a-4596-96ed-781985ae3bf4 HTTP/1.1" status: 204 len: 173 time: 0.6253226 Jan 31 17:15:20.301759 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf13a8b0-5ee4-408d-a3b2-38239d371cbc', 'name': 'network-vif-deleted', 'tag': '898c4bec-c09a-4596-96ed-781985ae3bf4'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:15:20.301759 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ace65-d79e-487f-b5af-0e7a972b54a0" -d '{"events": [{"server_uuid": "bf13a8b0-5ee4-408d-a3b2-38239d371cbc", "name": "network-vif-deleted", "tag": "898c4bec-c09a-4596-96ed-781985ae3bf4"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:15:20.372761 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae0e5b9-710e-4103-a1d2-f06f9ee18b4c x-openstack-request-id: req-4ae0e5b9-710e-4103-a1d2-f06f9ee18b4c {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:15:20.373163 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf13a8b0-5ee4-408d-a3b2-38239d371cbc", "name": "network-vif-deleted", "tag": "898c4bec-c09a-4596-96ed-781985ae3bf4", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:15:20.373531 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4ae0e5b9-710e-4103-a1d2-f06f9ee18b4c {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:15:20.374082 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf13a8b0-5ee4-408d-a3b2-38239d371cbc', 'name': 'network-vif-deleted', 'tag': '898c4bec-c09a-4596-96ed-781985ae3bf4', 'status': 'completed', 'code': 200} Jan 31 17:15:20.714247 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-153bb6f0-dcea-4ea8-9832-5a4f161cef14 req-5c65aef9-e41b-4f66-9845-1a4314461a73 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf13a8b0-5ee4-408d-a3b2-38239d371cbc HTTP/1.1" status: 200 len: 210 time: 0.0473509 Jan 31 17:15:20.952440 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e164b6-f133-496a-a42a-56a13466ad3e req-ae5eb1a4-f266-43c3-b2b1-cd4616c56259 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:20.954553 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b8e164b6-f133-496a-a42a-56a13466ad3e req-ae5eb1a4-f266-43c3-b2b1-cd4616c56259 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0781596 Jan 31 17:15:21.038172 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b8e164b6-f133-496a-a42a-56a13466ad3e req-a51c65fd-9598-40f7-a02a-9907d2b587a6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734465 Jan 31 17:15:22.213901 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf5137-bdc1-4f6a-91ff-c356857ea715 req-0b542429-cc8b-4708-bb0a-f03b1d0b5dbb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:22.215454 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c7bf5137-bdc1-4f6a-91ff-c356857ea715 req-0b542429-cc8b-4708-bb0a-f03b1d0b5dbb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0660665 Jan 31 17:15:22.275343 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c7bf5137-bdc1-4f6a-91ff-c356857ea715 req-4e1f8a71-e4cf-4683-a631-3aca4889a914 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539680 Jan 31 17:15:22.396133 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 898c4bec-c09a-4596-96ed-781985ae3bf4 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:15:22.418002 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 898c4bec-c09a-4596-96ed-781985ae3bf4 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:15:22.418341 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 898c4bec-c09a-4596-96ed-781985ae3bf4 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:15:23.234832 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4d7f1-7eb6-427c-a038-ae5d9ce0b63a req-5dccc0b1-3241-4d2c-a210-b3d8bcf5e522 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:23.237797 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aaf4d7f1-7eb6-427c-a038-ae5d9ce0b63a req-5dccc0b1-3241-4d2c-a210-b3d8bcf5e522 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 945 time: 0.0816824 Jan 31 17:15:23.305415 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aaf4d7f1-7eb6-427c-a038-ae5d9ce0b63a req-e0b9decb-b691-4252-a76b-aba6210f6503 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605054 Jan 31 17:15:23.449411 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83018530-b0eb-48d6-9331-e06a85224f95 req-a718331c-7837-44d5-8b3c-3a18e37a20cf tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:23.451225 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-83018530-b0eb-48d6-9331-e06a85224f95 req-a718331c-7837-44d5-8b3c-3a18e37a20cf tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0747530 Jan 31 17:15:23.513708 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-83018530-b0eb-48d6-9331-e06a85224f95 req-59e9b5a5-6e71-4c6e-ac9f-6128046ae68d tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518878 Jan 31 17:15:24.458875 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6fe29-8851-4991-80e5-776006d55da3 req-83fa71d5-4d01-409e-9fab-82cd3ba1c852 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:24.460584 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4bb6fe29-8851-4991-80e5-776006d55da3 req-83fa71d5-4d01-409e-9fab-82cd3ba1c852 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 945 time: 0.0652857 Jan 31 17:15:24.546679 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-4bb6fe29-8851-4991-80e5-776006d55da3 req-604dac26-087e-4547-a647-a3b9ec5f970a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762427 Jan 31 17:15:24.703476 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d3131-a404-41b1-8a6c-689bf41c05c1 req-f39776df-bea0-467e-8f00-ad033b72fb9b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:24.707348 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e55d3131-a404-41b1-8a6c-689bf41c05c1 req-f39776df-bea0-467e-8f00-ad033b72fb9b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0939894 Jan 31 17:15:24.793233 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-e55d3131-a404-41b1-8a6c-689bf41c05c1 req-ba5947fd-6114-4180-9c87-26e0a8709bb5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784826 Jan 31 17:15:24.999642 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:15:25.598424 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-6aa9e8a7-11cc-4e96-aa25-0dd54510c366 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:25.600686 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-6aa9e8a7-11cc-4e96-aa25-0dd54510c366 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 945 time: 0.0639348 Jan 31 17:15:25.699338 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e80c-dfa4-4a3a-8cfc-7801cab63d7f req-7f26b28d-fe8d-4632-95bf-168edb479ffc tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:25.701312 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9db9e80c-dfa4-4a3a-8cfc-7801cab63d7f req-7f26b28d-fe8d-4632-95bf-168edb479ffc tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 945 time: 0.0637341 Jan 31 17:15:25.754041 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Deleting port 1058a5d9-605e-4a55-9586-19323fda8935 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:15:25.754891 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9db9e80c-dfa4-4a3a-8cfc-7801cab63d7f req-6bdb434c-4237-44ec-b6da-b1ca99f8a494 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466957 Jan 31 17:15:25.755059 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (1058a5d9-605e-4a55-9586-19323fda8935), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:25.864928 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] For port 1058a5d9-605e-4a55-9586-19323fda8935, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1058a5d9-605e-4a55-9586-19323fda8935,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:25.865292 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (1058a5d9-605e-4a55-9586-19323fda8935), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:25.883776 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Calling delete_port for 1058a5d9-605e-4a55-9586-19323fda8935 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:15:26.007434 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c83f5-ea84-49fd-a915-f4dc4305f965 req-ede12893-db43-4980-a52a-674c75753874 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:26.009087 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c3c83f5-ea84-49fd-a915-f4dc4305f965 req-ede12893-db43-4980-a52a-674c75753874 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.1129544 Jan 31 17:15:26.118260 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5c3c83f5-ea84-49fd-a915-f4dc4305f965 req-913a4d56-30ec-4b53-86a3-8cd04d8e2916 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986247 Jan 31 17:15:26.119965 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (1058a5d9-605e-4a55-9586-19323fda8935), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:26.136646 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['0fb64a77-612e-4795-8ac8-f72b6438e18c', '84b83c77-6b28-46f1-8edb-6eb7b08f258c', '1058a5d9-605e-4a55-9586-19323fda8935'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:15:26.151873 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Pushing event deleted for resources: {'Port': ['ID=1058a5d9-605e-4a55-9586-19323fda8935,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:26.200959 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] No DVR routers for this DVR port 1058a5d9-605e-4a55-9586-19323fda8935 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:15:26.204003 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:26.208055 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-59ce4a53-dcf8-495a-95a6-8982405c3833 req-84441b86-4b0f-4385-a353-342e4f71d3ab tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "DELETE /v2.0/ports/1058a5d9-605e-4a55-9586-19323fda8935 HTTP/1.1" status: 204 len: 173 time: 0.5950246 Jan 31 17:15:26.208530 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be', 'name': 'network-vif-deleted', 'tag': '1058a5d9-605e-4a55-9586-19323fda8935'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:15:26.211102 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6370a5b-5c12-4adf-adf7-396f1d071870" -d '{"events": [{"server_uuid": "7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be", "name": "network-vif-deleted", "tag": "1058a5d9-605e-4a55-9586-19323fda8935"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:15:26.286412 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d477e7-5b8a-475f-8afc-6131273428e3 x-openstack-request-id: req-a4d477e7-5b8a-475f-8afc-6131273428e3 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:15:26.286779 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be", "name": "network-vif-deleted", "tag": "1058a5d9-605e-4a55-9586-19323fda8935", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:15:26.287096 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a4d477e7-5b8a-475f-8afc-6131273428e3 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:15:26.287652 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be', 'name': 'network-vif-deleted', 'tag': '1058a5d9-605e-4a55-9586-19323fda8935', 'status': 'completed', 'code': 200} Jan 31 17:15:26.904143 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fb1a6507-05c4-4f47-b8f5-8d34a745431a req-3625a248-5f4c-467b-acc8-e6926dcdbbbd tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc97052-26f6-4e2e-9f8c-7dabbb1dd8be HTTP/1.1" status: 200 len: 210 time: 0.0433095 Jan 31 17:15:27.318148 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac55187-e058-4a48-bde4-dca1bbebe280 req-6eb66dab-89c1-46ea-85bb-c05bb9be2edf tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:27.320509 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5ac55187-e058-4a48-bde4-dca1bbebe280 req-6eb66dab-89c1-46ea-85bb-c05bb9be2edf tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0824714 Jan 31 17:15:27.382121 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5ac55187-e058-4a48-bde4-dca1bbebe280 req-a5fac010-6fe1-4704-8b6d-d2cd1678a7f0 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517564 Jan 31 17:15:27.894328 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45386) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:27.946197 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Deleting subnet 0d852052-8c61-4c8a-b315-69fe5541ed8a {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:15:27.952008 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Publish callbacks [] for subnet (0d852052-8c61-4c8a-b315-69fe5541ed8a), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.000360 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (0d852052-8c61-4c8a-b315-69fe5541ed8a), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.046164 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (0d852052-8c61-4c8a-b315-69fe5541ed8a), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.125433 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (0d852052-8c61-4c8a-b315-69fe5541ed8a), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.154269 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d852052-8c61-4c8a-b315-69fe5541ed8a,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:28.160159 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.164789 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0d852052-8c61-4c8a-b315-69fe5541ed8a HTTP/1.1" status: 204 len: 168 time: 0.2687848 Jan 31 17:15:28.168465 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45394) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:28.177778 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.178121 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.178461 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.178799 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.179133 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.179571 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.179926 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.180306 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.180571 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.180903 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.181342 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.181516 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.181832 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa9549-3842-4014-85f0-8b594418eeea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:28.299170 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (236f5074-7538-4942-80e3-792545bcb96e), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.299754 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7274b08-ff50-4c88-85ff-14a99a010c2c req-8be8f37c-cc44-421a-b879-e99719b5b063 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:28.301549 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a7274b08-ff50-4c88-85ff-14a99a010c2c req-8be8f37c-cc44-421a-b879-e99719b5b063 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 945 time: 0.0606279 Jan 31 17:15:28.361737 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a7274b08-ff50-4c88-85ff-14a99a010c2c req-59d98cb0-cb4d-429a-8161-9617663d8894 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532632 Jan 31 17:15:28.417531 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 1058a5d9-605e-4a55-9586-19323fda8935 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:15:28.419306 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (236f5074-7538-4942-80e3-792545bcb96e), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.453668 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 1058a5d9-605e-4a55-9586-19323fda8935 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:15:28.454220 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 1058a5d9-605e-4a55-9586-19323fda8935 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:15:28.455339 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236f5074-7538-4942-80e3-792545bcb96e']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:28.469694 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118c76de-98e0-43ff-9690-d58a963b18b1') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:28.470019 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118c76de-98e0-43ff-9690-d58a963b18b1') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:28.481862 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (118c76de-98e0-43ff-9690-d58a963b18b1), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.498732 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (118c76de-98e0-43ff-9690-d58a963b18b1), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.515274 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:15:28.515703 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (118c76de-98e0-43ff-9690-d58a963b18b1), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:15:28.517473 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:15:28.604522 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (236f5074-7538-4942-80e3-792545bcb96e), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.612216 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.615988 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] 10.222.0.90 "DELETE /v2.0/networks/236f5074-7538-4942-80e3-792545bcb96e HTTP/1.1" status: 204 len: 168 time: 0.4464262 Jan 31 17:15:28.620681 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45398) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:28.626128 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a33d6c-a5d9-43fd-a109-8e60008e5b0a req-3943d459-7add-4be1-82a1-1690b857c936 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:28.627859 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-19a33d6c-a5d9-43fd-a109-8e60008e5b0a req-3943d459-7add-4be1-82a1-1690b857c936 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.1266394 Jan 31 17:15:28.645370 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c4dc9-01aa-4819-8961-9ab99fcfdc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=236f5074-7538-4942-80e3-792545bcb96e,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:28.688739 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_v2 [None req-515285d4-0c7e-4183-839a-fa701090fec2 admin admin] Deleting subnet 0b074da8-26c9-499b-be43-627996387e51 {{(pid=102770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:15:28.694346 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-515285d4-0c7e-4183-839a-fa701090fec2 admin admin] Publish callbacks [] for subnet (0b074da8-26c9-499b-be43-627996387e51), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:28.695801 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-19a33d6c-a5d9-43fd-a109-8e60008e5b0a req-be702ddb-55c4-4620-9046-e39be6eb146b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578272 Jan 31 17:15:28.735058 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-515285d4-0c7e-4183-839a-fa701090fec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562461'] for subnet (0b074da8-26c9-499b-be43-627996387e51), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.082891 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-515285d4-0c7e-4183-839a-fa701090fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (0b074da8-26c9-499b-be43-627996387e51), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.151666 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-515285d4-0c7e-4183-839a-fa701090fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8693938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9610348'] for subnet (0b074da8-26c9-499b-be43-627996387e51), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.180132 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515285d4-0c7e-4183-839a-fa701090fec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b074da8-26c9-499b-be43-627996387e51,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:29.184241 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-515285d4-0c7e-4183-839a-fa701090fec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.187561 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-515285d4-0c7e-4183-839a-fa701090fec2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0b074da8-26c9-499b-be43-627996387e51 HTTP/1.1" status: 204 len: 168 time: 0.5654783 Jan 31 17:15:29.190903 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45400) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:29.297442 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (40873daa-c707-4e4f-9df1-5acd640c1dd4), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.389413 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (40873daa-c707-4e4f-9df1-5acd640c1dd4), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.421867 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40873daa-c707-4e4f-9df1-5acd640c1dd4']}} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:29.438388 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f0f7b5-1115-4ce4-988c-730ca6e1f5dd') {'for_net_delete': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:29.438880 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f0f7b5-1115-4ce4-988c-730ca6e1f5dd') {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:29.456082 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562452'] for segment (63f0f7b5-1115-4ce4-988c-730ca6e1f5dd), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.487187 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (63f0f7b5-1115-4ce4-988c-730ca6e1f5dd), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.510404 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=102770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:15:29.510856 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693788'] for segment (63f0f7b5-1115-4ce4-988c-730ca6e1f5dd), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: Traceback (most recent call last): Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: timer() Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: cb(*args, **kw) Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: return func(*args, **kwargs) Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: self._notify() Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: self.callback(batched_events) Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: event.method(event) Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: return f(self, *a, **k) Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: return self._get(url).json() Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: return self.request(url, 'GET', **kwargs) Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:15:29.513935 dv-cinder-814898-3-iscsi neutron-server[102770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:15:29.585952 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (40873daa-c707-4e4f-9df1-5acd640c1dd4), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.594145 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:29.598282 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] 10.222.0.90 "DELETE /v2.0/networks/40873daa-c707-4e4f-9df1-5acd640c1dd4 HTTP/1.1" status: 204 len: 168 time: 0.4059639 Jan 31 17:15:29.608031 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c78456-022e-4e13-bd5f-458eebdf10d2 req-b8b91873-94ed-4e52-baea-1c111d550d61 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:29.609914 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34c78456-022e-4e13-bd5f-458eebdf10d2 req-b8b91873-94ed-4e52-baea-1c111d550d61 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 945 time: 0.1386890 Jan 31 17:15:29.626379 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeff8a-5b1d-4665-bed0-77de9a5064c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=40873daa-c707-4e4f-9df1-5acd640c1dd4,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:29.694047 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34c78456-022e-4e13-bd5f-458eebdf10d2 req-aa75eca5-e2f8-4634-a469-675058dcd3f9 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696154 Jan 31 17:15:29.851469 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45408) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:29.877416 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626f861-da20-445b-96e8-71ca21f2af15 req-3a000a2d-80a8-472a-80a7-5e26db4f09f9 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:29.879550 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f626f861-da20-445b-96e8-71ca21f2af15 req-3a000a2d-80a8-472a-80a7-5e26db4f09f9 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0881684 Jan 31 17:15:29.928081 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-38301581-7514-4ab4-9ddb-62fe76f6f5c9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a17390004fc248e185021ea21e47eee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767355 Jan 31 17:15:29.931937 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45410) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:29.945779 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f626f861-da20-445b-96e8-71ca21f2af15 req-ed8b83c7-1206-4507-ae50-9c41b904992f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576563 Jan 31 17:15:29.947062 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-72455525-d187-455e-80b5-e5c8557149ea tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:29.948675 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-72455525-d187-455e-80b5-e5c8557149ea tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 945 time: 0.1128688 Jan 31 17:15:30.063145 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-de71f95c-a556-409e-9bf0-f9a07137493c admin admin] Publish callbacks [] for security_group (e3d108f4-f0f2-4e1f-8f3c-a9f8fa0d7c20), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.092935 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-de71f95c-a556-409e-9bf0-f9a07137493c admin admin] Publish callbacks [] for security_group (e3d108f4-f0f2-4e1f-8f3c-a9f8fa0d7c20), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.134004 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Deleting port 84b83c77-6b28-46f1-8edb-6eb7b08f258c {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:15:30.134383 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.206696 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-de71f95c-a556-409e-9bf0-f9a07137493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e3d108f4-f0f2-4e1f-8f3c-a9f8fa0d7c20), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.209163 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-de71f95c-a556-409e-9bf0-f9a07137493c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.210483 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-de71f95c-a556-409e-9bf0-f9a07137493c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e3d108f4-f0f2-4e1f-8f3c-a9f8fa0d7c20 HTTP/1.1" status: 204 len: 168 time: 0.2775893 Jan 31 17:15:30.232630 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71f95c-a556-409e-9bf0-f9a07137493c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d108f4-f0f2-4e1f-8f3c-a9f8fa0d7c20,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:30.271648 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] For port 84b83c77-6b28-46f1-8edb-6eb7b08f258c, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=84b83c77-6b28-46f1-8edb-6eb7b08f258c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:30.272233 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.296649 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Calling delete_port for 84b83c77-6b28-46f1-8edb-6eb7b08f258c owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:15:30.509980 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (84b83c77-6b28-46f1-8edb-6eb7b08f258c), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.523428 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['0fb64a77-612e-4795-8ac8-f72b6438e18c'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:15:30.573944 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Pushing event deleted for resources: {'Port': ['ID=84b83c77-6b28-46f1-8edb-6eb7b08f258c,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:30.646440 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] No DVR routers for this DVR port 84b83c77-6b28-46f1-8edb-6eb7b08f258c on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:15:30.652192 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.659437 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1b60c034-8a1d-4bfe-91c1-8b39cd6dcbbd req-ec3f9757-e0c3-48fc-b76c-bba473b3975e tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "DELETE /v2.0/ports/84b83c77-6b28-46f1-8edb-6eb7b08f258c HTTP/1.1" status: 204 len: 173 time: 0.7023199 Jan 31 17:15:30.660476 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8323b7-fb7f-4fe7-bc20-2a023f09c33e', 'name': 'network-vif-deleted', 'tag': '84b83c77-6b28-46f1-8edb-6eb7b08f258c'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:15:30.665616 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6780d7-872d-4f81-bab7-70a96994a3c4" -d '{"events": [{"server_uuid": "7c8323b7-fb7f-4fe7-bc20-2a023f09c33e", "name": "network-vif-deleted", "tag": "84b83c77-6b28-46f1-8edb-6eb7b08f258c"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:15:30.708587 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45418) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:30.753423 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451b11a5-497a-4e7f-8262-415ae91ecc97 x-openstack-request-id: req-451b11a5-497a-4e7f-8262-415ae91ecc97 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:15:30.753908 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8323b7-fb7f-4fe7-bc20-2a023f09c33e", "name": "network-vif-deleted", "tag": "84b83c77-6b28-46f1-8edb-6eb7b08f258c", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:15:30.754323 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-451b11a5-497a-4e7f-8262-415ae91ecc97 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:15:30.755195 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8323b7-fb7f-4fe7-bc20-2a023f09c33e', 'name': 'network-vif-deleted', 'tag': '84b83c77-6b28-46f1-8edb-6eb7b08f258c', 'status': 'completed', 'code': 200} Jan 31 17:15:30.801172 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-9db971d1-b45a-4348-887c-0dbe8fed7302 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e83887a109dd470bb5d7610bdee6ecc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0865068 Jan 31 17:15:30.801682 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45422) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:30.860315 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8f356f34-0b35-494e-9f16-88234c7e16b8 admin admin] Publish callbacks [] for security_group (d3d1b9dc-1d09-4a24-8cae-da9990f554d3), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.880817 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f16764db-861a-4992-b4e6-db9a5ba8000f req-0652d026-1b48-4f0e-a2ab-efa2b137f724 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c8323b7-fb7f-4fe7-bc20-2a023f09c33e HTTP/1.1" status: 200 len: 210 time: 0.0490329 Jan 31 17:15:30.892153 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8f356f34-0b35-494e-9f16-88234c7e16b8 admin admin] Publish callbacks [] for security_group (d3d1b9dc-1d09-4a24-8cae-da9990f554d3), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.949463 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8f356f34-0b35-494e-9f16-88234c7e16b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d3d1b9dc-1d09-4a24-8cae-da9990f554d3), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.952575 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-8f356f34-0b35-494e-9f16-88234c7e16b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:30.953782 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-8f356f34-0b35-494e-9f16-88234c7e16b8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d3d1b9dc-1d09-4a24-8cae-da9990f554d3 HTTP/1.1" status: 204 len: 168 time: 0.1510441 Jan 31 17:15:30.962598 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f356f34-0b35-494e-9f16-88234c7e16b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1b9dc-1d09-4a24-8cae-da9990f554d3,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:31.118847 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475d88b-a385-4cb7-aa9a-871369675b0c req-729c84d3-f5b5-4184-870d-977fa3e75456 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:31.120973 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1475d88b-a385-4cb7-aa9a-871369675b0c req-729c84d3-f5b5-4184-870d-977fa3e75456 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0871077 Jan 31 17:15:31.202328 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1475d88b-a385-4cb7-aa9a-871369675b0c req-77e5284e-e155-4e7e-9348-c527c77ce4d4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723808 Jan 31 17:15:32.390424 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bf6a7-edde-4993-9b2e-3961b8ad552a req-7ba9249d-82c8-4140-92f6-b265293c78ef tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:32.392838 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f76bf6a7-edde-4993-9b2e-3961b8ad552a req-7ba9249d-82c8-4140-92f6-b265293c78ef tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0689471 Jan 31 17:15:32.445719 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 84b83c77-6b28-46f1-8edb-6eb7b08f258c no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:15:32.471329 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 84b83c77-6b28-46f1-8edb-6eb7b08f258c {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:15:32.472658 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 84b83c77-6b28-46f1-8edb-6eb7b08f258c not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:15:32.475209 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f76bf6a7-edde-4993-9b2e-3961b8ad552a req-f9031324-688f-4e3b-8dae-01b4a5b97148 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683429 Jan 31 17:15:33.444682 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af57c69-446f-43d1-bcf9-3c4703f07ef1 req-a748da36-17d7-4c45-9d60-042c06b9974a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:33.446286 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5af57c69-446f-43d1-bcf9-3c4703f07ef1 req-a748da36-17d7-4c45-9d60-042c06b9974a tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 945 time: 0.0582430 Jan 31 17:15:33.507846 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5af57c69-446f-43d1-bcf9-3c4703f07ef1 req-5e9d2bd4-2347-4fcf-abc6-7e236c9d9766 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510876 Jan 31 17:15:33.626189 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc12d1-aa0a-4e4d-a70b-f3d9494ef19c req-7579be51-0eb6-4b8b-8c9b-33215468d3bb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:33.628219 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-00dc12d1-aa0a-4e4d-a70b-f3d9494ef19c req-7579be51-0eb6-4b8b-8c9b-33215468d3bb tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0724061 Jan 31 17:15:33.675783 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-23ac2174-8875-4f09-a8ff-86fa907daf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:33.677535 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-23ac2174-8875-4f09-a8ff-86fa907daf0c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f8c7c201b074313a010c032bfc855ec&device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1129 time: 0.0714507 Jan 31 17:15:33.697300 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-00dc12d1-aa0a-4e4d-a70b-f3d9494ef19c req-2ebd6936-333a-445b-9474-8ec94526fc68 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626552 Jan 31 17:15:33.782171 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-02071d2e-07a4-4339-bc21-e2f8b6d29c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:33.783709 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-02071d2e-07a4-4339-bc21-e2f8b6d29c56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 200 len: 908 time: 0.0998056 Jan 31 17:15:33.859719 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-346f1d1c-48ce-495d-9482-9d45faca5814 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 200 len: 1000 time: 0.0679381 Jan 31 17:15:33.914832 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-7d69c33d-ec30-4092-bb79-3696ef23d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:33.916664 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-7d69c33d-ec30-4092-bb79-3696ef23d903 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e90c051-b27a-48d7-9935-005c2c0d13bf HTTP/1.1" status: 200 len: 846 time: 0.0494831 Jan 31 17:15:33.972509 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-fded705f-1112-4803-991a-1b3bdc5494ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:33.974051 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-fded705f-1112-4803-991a-1b3bdc5494ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510693 Jan 31 17:15:34.092262 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-7823d693-e550-40c8-a3bb-9fa1b79a4a15 service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082466 Jan 31 17:15:34.197069 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8ec8f426-ce3f-4e09-8abe-31426739e4f4 req-ae34b21c-139d-4ec9-a3d0-5e4712450bac service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958107 Jan 31 17:15:34.488065 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d732fd93-d991-47ef-a8c8-3d36a1b3d66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:34.705921 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076097dd-0285-4523-a63f-3e6d97f4007e req-213cf784-12bc-40fb-b6f3-89649fa92cc3 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:34.708536 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-076097dd-0285-4523-a63f-3e6d97f4007e req-213cf784-12bc-40fb-b6f3-89649fa92cc3 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 945 time: 0.1042397 Jan 31 17:15:34.777449 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-076097dd-0285-4523-a63f-3e6d97f4007e req-061381bb-779c-4cc6-a70b-c884e9d55832 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607030 Jan 31 17:15:34.870806 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aae2ef-3324-41b7-9f3b-f2cc2c30f8f1 req-c50f4afc-81ae-42ab-a1fc-731bc398c5fd tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:34.872781 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c7aae2ef-3324-41b7-9f3b-f2cc2c30f8f1 req-c50f4afc-81ae-42ab-a1fc-731bc398c5fd tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0611463 Jan 31 17:15:34.957308 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-c7aae2ef-3324-41b7-9f3b-f2cc2c30f8f1 req-6a040de8-6096-41d1-870c-1c8212d79993 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780251 Jan 31 17:15:35.370755 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e60213ba-8478-4ef2-b034-d17490c95d8c tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:35.372378 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e60213ba-8478-4ef2-b034-d17490c95d8c tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 945 time: 0.0607941 Jan 31 17:15:35.542870 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Deleting port 0fb64a77-612e-4795-8ac8-f72b6438e18c {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:15:35.543197 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:35.687271 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] For port 0fb64a77-612e-4795-8ac8-f72b6438e18c, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=0fb64a77-612e-4795-8ac8-f72b6438e18c,segment=NetworkSegment(7856b2f7-0e3e-43b2-8cba-92f8febfa5a4),segment_id=7856b2f7-0e3e-43b2-8cba-92f8febfa5a4)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:35.687835 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:35.713529 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Calling delete_port for 0fb64a77-612e-4795-8ac8-f72b6438e18c owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:15:35.937588 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (0fb64a77-612e-4795-8ac8-f72b6438e18c), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:35.955312 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['0fb64a77-612e-4795-8ac8-f72b6438e18c'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:15:36.010203 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Pushing event deleted for resources: {'Port': ['ID=0fb64a77-612e-4795-8ac8-f72b6438e18c,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:36.033334 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba2547-439c-43e6-a3af-20bfdfb531eb req-ea5dfa99-be75-4886-a3f6-5d7efe712cf4 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:36.036301 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-80ba2547-439c-43e6-a3af-20bfdfb531eb req-ea5dfa99-be75-4886-a3f6-5d7efe712cf4 tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/ports?device_id=2262446c-b97b-411d-a7f5-742d8b6b9d61 HTTP/1.1" status: 200 len: 945 time: 0.1570208 Jan 31 17:15:36.152833 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] No DVR routers for this DVR port 0fb64a77-612e-4795-8ac8-f72b6438e18c on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:15:36.174235 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:36.199067 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-51cb7258-4a15-4d1c-908a-affe116482fe req-e3609c1b-463a-4789-8820-ba7fee72b71d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.71 "DELETE /v2.0/ports/0fb64a77-612e-4795-8ac8-f72b6438e18c HTTP/1.1" status: 204 len: 173 time: 0.8169034 Jan 31 17:15:36.200079 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262446c-b97b-411d-a7f5-742d8b6b9d61', 'name': 'network-vif-deleted', 'tag': '0fb64a77-612e-4795-8ac8-f72b6438e18c'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:15:36.210853 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10c709e-1942-4a21-8cd3-8e0160036e75" -d '{"events": [{"server_uuid": "2262446c-b97b-411d-a7f5-742d8b6b9d61", "name": "network-vif-deleted", "tag": "0fb64a77-612e-4795-8ac8-f72b6438e18c"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:15:36.267775 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-80ba2547-439c-43e6-a3af-20bfdfb531eb req-163c2087-50a5-4120-9b43-76bff93bed5d tempest-AttachVolumeNegativeTest-1500781110 tempest-AttachVolumeNegativeTest-1500781110-project] 10.222.0.90 "GET /v2.0/security-groups?id=619fb018-657f-4ca0-b4a0-2374e6926ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952236 Jan 31 17:15:36.376891 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c9d57b-bf31-4436-8b59-8ae4fd795ba4 x-openstack-request-id: req-71c9d57b-bf31-4436-8b59-8ae4fd795ba4 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:15:36.377343 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262446c-b97b-411d-a7f5-742d8b6b9d61", "name": "network-vif-deleted", "tag": "0fb64a77-612e-4795-8ac8-f72b6438e18c", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:15:36.377741 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-71c9d57b-bf31-4436-8b59-8ae4fd795ba4 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:15:36.378572 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262446c-b97b-411d-a7f5-742d8b6b9d61', 'name': 'network-vif-deleted', 'tag': '0fb64a77-612e-4795-8ac8-f72b6438e18c', 'status': 'completed', 'code': 200} Jan 31 17:15:36.492217 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e92489-3a16-4d56-83b5-491c3ea6ae31 req-506e25e4-1cf7-459c-97dc-cc3810a27339 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:36.494186 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f1e92489-3a16-4d56-83b5-491c3ea6ae31 req-506e25e4-1cf7-459c-97dc-cc3810a27339 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0861802 Jan 31 17:15:36.563934 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f1e92489-3a16-4d56-83b5-491c3ea6ae31 req-84c04888-f54f-4d41-848d-c89ebf691314 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612190 Jan 31 17:15:36.859022 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-032aabf6-7a03-42d0-9832-8e67225f2029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:37.362087 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45520) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:37.437090 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d840c4ce-a4b1-4ed2-b795-c9c0ba165f73 admin admin] Deleting subnet 80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:15:37.442797 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d840c4ce-a4b1-4ed2-b795-c9c0ba165f73 admin admin] Publish callbacks [] for subnet (80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:37.508015 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d840c4ce-a4b1-4ed2-b795-c9c0ba165f73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:37.570255 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d840c4ce-a4b1-4ed2-b795-c9c0ba165f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:37.715269 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d840c4ce-a4b1-4ed2-b795-c9c0ba165f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:37.747691 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840c4ce-a4b1-4ed2-b795-c9c0ba165f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:37.751803 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d840c4ce-a4b1-4ed2-b795-c9c0ba165f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:37.759736 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-d840c4ce-a4b1-4ed2-b795-c9c0ba165f73 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/80ad7f24-a70e-4dee-9e6e-9a3aa7cd53ae HTTP/1.1" status: 204 len: 168 time: 0.3911560 Jan 31 17:15:37.759736 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45530) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:37.834457 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a1806-77d6-4c26-8cbf-616ef96bff8b req-578ff70c-a9bd-4c56-98eb-10408e997060 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:37.836135 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ea0a1806-77d6-4c26-8cbf-616ef96bff8b req-578ff70c-a9bd-4c56-98eb-10408e997060 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.1604753 Jan 31 17:15:37.860346 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (4e7673ee-9b66-4d1f-93e4-1c116a550235), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:37.931358 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-ea0a1806-77d6-4c26-8cbf-616ef96bff8b req-c16a5434-56f5-4e98-abb2-0e3be02b62c8 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846956 Jan 31 17:15:37.997560 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (4e7673ee-9b66-4d1f-93e4-1c116a550235), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.042975 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7673ee-9b66-4d1f-93e4-1c116a550235']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:38.065491 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:38.065491 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7856b2f7-0e3e-43b2-8cba-92f8febfa5a4') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:15:38.079602 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [req-78be94a3-563a-462a-ae25-1f9b8d162e1e req-49d13fa4-6a58-44d5-8cdd-ace304e9816d service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:15:38.082570 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-78be94a3-563a-462a-ae25-1f9b8d162e1e req-49d13fa4-6a58-44d5-8cdd-ace304e9816d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092480 Jan 31 17:15:38.083915 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (7856b2f7-0e3e-43b2-8cba-92f8febfa5a4), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.102066 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (7856b2f7-0e3e-43b2-8cba-92f8febfa5a4), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.112947 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Releasing vlan 952 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:15:38.112947 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (7856b2f7-0e3e-43b2-8cba-92f8febfa5a4), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:15:38.135344 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:15:38.188489 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (4e7673ee-9b66-4d1f-93e4-1c116a550235), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.193665 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.200276 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] 10.222.0.90 "DELETE /v2.0/networks/4e7673ee-9b66-4d1f-93e4-1c116a550235 HTTP/1.1" status: 204 len: 168 time: 0.4385667 Jan 31 17:15:38.214341 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1de0b-0e3a-4dae-b3e3-4b340605b9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7673ee-9b66-4d1f-93e4-1c116a550235,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:38.321351 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba801f3-957b-4e5e-9230-b461da1c691f req-7cb421cd-0af0-4418-b69c-1e0c8bc97621 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:38.324003 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aba801f3-957b-4e5e-9230-b461da1c691f req-7cb421cd-0af0-4418-b69c-1e0c8bc97621 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0750461 Jan 31 17:15:38.404099 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aba801f3-957b-4e5e-9230-b461da1c691f req-9dfa8853-10e8-40ab-a601-d411c797def5 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740345 Jan 31 17:15:38.440536 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a822776a-4b49-489f-b16d-754e94e1398a no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:15:38.473954 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45544) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:38.492562 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-0ad5cab1-ee68-495e-aef5-53772383e079 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2381754 Jan 31 17:15:38.523728 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port a822776a-4b49-489f-b16d-754e94e1398a is: ACTIVE; New status is: DOWN {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:15:38.524144 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a822776a-4b49-489f-b16d-754e94e1398a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.541825 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-6989c9f1-de41-40f0-98c4-cd68b639c4cc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c7dc58f7ca124b2e8d33d304c606b8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636942 Jan 31 17:15:38.542696 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45548) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:38.568502 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:38.569882 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:15:38.572825 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cc6ec5-bb0d-4dbc-b82b-8da8f1709003" -d '{"events": [{"server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "name": "network-vif-unplugged", "status": "completed", "tag": "a822776a-4b49-489f-b16d-754e94e1398a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:15:38.576940 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.577659 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 0fb64a77-612e-4795-8ac8-f72b6438e18c no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:15:38.614830 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66213a68-093a-42c7-98b0-e6be17e2ee12 admin admin] Publish callbacks [] for security_group (619fb018-657f-4ca0-b4a0-2374e6926ca5), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.620770 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 0fb64a77-612e-4795-8ac8-f72b6438e18c {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:15:38.621116 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 0fb64a77-612e-4795-8ac8-f72b6438e18c not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:15:38.647531 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc4edfe-d863-46f0-8da9-2a24a0e86e5b x-openstack-request-id: req-3fc4edfe-d863-46f0-8da9-2a24a0e86e5b {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:15:38.647800 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "name": "network-vif-unplugged", "status": "failed", "tag": "a822776a-4b49-489f-b16d-754e94e1398a", "code": 422}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:15:38.648051 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3fc4edfe-d863-46f0-8da9-2a24a0e86e5b {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:15:38.648363 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66213a68-093a-42c7-98b0-e6be17e2ee12 admin admin] Publish callbacks [] for security_group (619fb018-657f-4ca0-b4a0-2374e6926ca5), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.648621 dv-cinder-814898-3-iscsi neutron-server[102772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a', 'code': 422} returned with failed status Jan 31 17:15:38.653845 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=6']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:38.661988 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.662174 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.662494 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.662828 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.663333 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.663559 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.663883 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.664208 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.664564 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.664825 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.665472 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.665796 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.666104 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:15:38.710366 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66213a68-093a-42c7-98b0-e6be17e2ee12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (619fb018-657f-4ca0-b4a0-2374e6926ca5), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.713879 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-66213a68-093a-42c7-98b0-e6be17e2ee12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:38.715304 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-66213a68-093a-42c7-98b0-e6be17e2ee12 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/619fb018-657f-4ca0-b4a0-2374e6926ca5 HTTP/1.1" status: 204 len: 168 time: 0.1715617 Jan 31 17:15:38.728766 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66213a68-093a-42c7-98b0-e6be17e2ee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619fb018-657f-4ca0-b4a0-2374e6926ca5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:39.603354 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f473298-4c70-4338-9692-9846b9ee4daf req-78a03a60-ac03-4067-9c5e-704198e04f12 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:39.605863 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7f473298-4c70-4338-9692-9846b9ee4daf req-78a03a60-ac03-4067-9c5e-704198e04f12 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0994263 Jan 31 17:15:39.720346 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7f473298-4c70-4338-9692-9846b9ee4daf req-ba7500aa-d891-4f8d-97b8-75800c311c58 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031606 Jan 31 17:15:39.890151 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:40.328463 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-356fa4b7-ddba-4f5d-a41c-eaf6f21aaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:40.330021 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-356fa4b7-ddba-4f5d-a41c-eaf6f21aaedf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a&tenant_id=5f8c7c201b074313a010c032bfc855ec HTTP/1.1" status: 200 len: 1127 time: 0.0542216 Jan 31 17:15:40.428882 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-6b8ec5bb-4e7c-40af-b36c-de06feee71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:40.431925 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-6b8ec5bb-4e7c-40af-b36c-de06feee71dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f8c7c201b074313a010c032bfc855ec&device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1127 time: 0.0655775 Jan 31 17:15:40.569239 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-59ed33e0-a410-4872-bbee-5170623bff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:40.571231 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-59ed33e0-a410-4872-bbee-5170623bff3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 200 len: 908 time: 0.1303871 Jan 31 17:15:40.681604 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-28c12ebd-5c4d-4b76-b949-a02dfb082da8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 200 len: 998 time: 0.1013763 Jan 31 17:15:40.753340 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-7ce5fe22-9334-4e08-95c4-d7ae64f8bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:40.756562 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-7ce5fe22-9334-4e08-95c4-d7ae64f8bbf1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e90c051-b27a-48d7-9935-005c2c0d13bf HTTP/1.1" status: 200 len: 846 time: 0.0675471 Jan 31 17:15:40.845510 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-abb09d7f-520e-4859-a608-5ee9ad2e47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:40.848464 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-abb09d7f-520e-4859-a608-5ee9ad2e47c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837252 Jan 31 17:15:40.978122 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e307-129b-431b-b2c3-ad042ad5dbe8 req-e2e67f4f-8c9d-44dd-80d3-ea6df9050f1c tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:40.979869 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9db7e307-129b-431b-b2c3-ad042ad5dbe8 req-e2e67f4f-8c9d-44dd-80d3-ea6df9050f1c tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.1271005 Jan 31 17:15:41.044158 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-67667e5d-4ad4-46db-b507-09374f22427d service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800873 Jan 31 17:15:41.148151 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9db7e307-129b-431b-b2c3-ad042ad5dbe8 req-5906dec6-a14a-4e3e-9279-4ccacdce19e4 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576304 Jan 31 17:15:41.258412 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ee6d6b70-e361-467b-b007-c9f596ac4428 req-6c44b882-fa31-4e59-9f5f-c4bb06266579 service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951766 Jan 31 17:15:41.445108 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:41.680287 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:41.996817 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:42.321924 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e4b59-4ce0-4c8d-977c-e4543a1a0d5b req-b959beab-1e64-4da7-8846-c791349df918 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:42.323718 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-557e4b59-4ce0-4c8d-977c-e4543a1a0d5b req-b959beab-1e64-4da7-8846-c791349df918 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0733933 Jan 31 17:15:42.379366 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-557e4b59-4ce0-4c8d-977c-e4543a1a0d5b req-0bb3b1d6-9af1-4a21-8670-b98cbd60fe4d tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492113 Jan 31 17:15:43.159595 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45642) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:43.287468 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e04f99c5-f3a2-4d52-b498-cf3f7a4529b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:43.410573 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e04f99c5-f3a2-4d52-b498-cf3f7a4529b5 admin admin] Publish callbacks [] for security_group (8292644a-37c3-4d74-ad31-b61cf3e2fe91), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:43.418084 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e04f99c5-f3a2-4d52-b498-cf3f7a4529b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (8292644a-37c3-4d74-ad31-b61cf3e2fe91), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:43.497364 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e04f99c5-f3a2-4d52-b498-cf3f7a4529b5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ab7795577831448ea48eb9a60dd7d362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363416 Jan 31 17:15:43.501256 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45652) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:43.511024 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f99c5-f3a2-4d52-b498-cf3f7a4529b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8292644a-37c3-4d74-ad31-b61cf3e2fe91,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:43.586775 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a72b53-cd30-4e58-8cb3-9ed8b20c20e2 req-799f73a6-70e9-491a-8afd-43bdf5c064fa tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:43.588489 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b8a72b53-cd30-4e58-8cb3-9ed8b20c20e2 req-799f73a6-70e9-491a-8afd-43bdf5c064fa tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0856113 Jan 31 17:15:43.603063 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fe70-c141-4b7f-9d03-3490ba51febd admin admin] Publish callbacks [] for security_group (8292644a-37c3-4d74-ad31-b61cf3e2fe91), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:43.644969 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fe70-c141-4b7f-9d03-3490ba51febd admin admin] Publish callbacks [] for security_group (8292644a-37c3-4d74-ad31-b61cf3e2fe91), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:43.664490 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-b8a72b53-cd30-4e58-8cb3-9ed8b20c20e2 req-8b564935-8303-4ff2-9081-c6c3c21b4aee tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658839 Jan 31 17:15:43.725269 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fe70-c141-4b7f-9d03-3490ba51febd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (8292644a-37c3-4d74-ad31-b61cf3e2fe91), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:43.729651 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fe70-c141-4b7f-9d03-3490ba51febd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:43.730978 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c9c9fe70-c141-4b7f-9d03-3490ba51febd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8292644a-37c3-4d74-ad31-b61cf3e2fe91 HTTP/1.1" status: 204 len: 168 time: 0.2284670 Jan 31 17:15:43.743473 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9fe70-c141-4b7f-9d03-3490ba51febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8292644a-37c3-4d74-ad31-b61cf3e2fe91,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:44.164179 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45666) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:44.179163 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2477e0a9-09ac-4e98-b889-65182251cea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:44.299555 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2477e0a9-09ac-4e98-b889-65182251cea8 admin admin] Publish callbacks [] for security_group (1c94111b-cafc-4965-a687-4eb9e2c67b57), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:44.306039 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-2477e0a9-09ac-4e98-b889-65182251cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (1c94111b-cafc-4965-a687-4eb9e2c67b57), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:44.359184 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-2477e0a9-09ac-4e98-b889-65182251cea8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b84853837dcd46ca8d0bc910e2117d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938128 Jan 31 17:15:44.360050 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477e0a9-09ac-4e98-b889-65182251cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c94111b-cafc-4965-a687-4eb9e2c67b57,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:44.363406 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45668) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:44.442987 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-722e283a-6167-46f9-be44-13585cb52201 admin admin] Publish callbacks [] for security_group (1c94111b-cafc-4965-a687-4eb9e2c67b57), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:44.470790 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-722e283a-6167-46f9-be44-13585cb52201 admin admin] Publish callbacks [] for security_group (1c94111b-cafc-4965-a687-4eb9e2c67b57), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:44.529782 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-722e283a-6167-46f9-be44-13585cb52201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (1c94111b-cafc-4965-a687-4eb9e2c67b57), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:44.532153 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-722e283a-6167-46f9-be44-13585cb52201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:44.533617 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-722e283a-6167-46f9-be44-13585cb52201 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c94111b-cafc-4965-a687-4eb9e2c67b57 HTTP/1.1" status: 204 len: 168 time: 0.1683073 Jan 31 17:15:44.546968 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e283a-6167-46f9-be44-13585cb52201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c94111b-cafc-4965-a687-4eb9e2c67b57,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:44.853572 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2791ffe-742e-4ee3-bc21-e8073ba8ab66 req-6326b116-eaaf-4348-bb95-26dda944595a tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:44.855644 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a2791ffe-742e-4ee3-bc21-e8073ba8ab66 req-6326b116-eaaf-4348-bb95-26dda944595a tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0926161 Jan 31 17:15:44.932308 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-a2791ffe-742e-4ee3-bc21-e8073ba8ab66 req-6200a278-efeb-4f34-888c-5bfaf72f087f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696871 Jan 31 17:15:46.101645 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1281ed1-31d8-4bad-873d-b25d11465ae6 req-a1b841de-9fae-4999-945d-86fe2cadf77c tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:46.103344 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f1281ed1-31d8-4bad-873d-b25d11465ae6 req-a1b841de-9fae-4999-945d-86fe2cadf77c tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0657411 Jan 31 17:15:46.160871 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f1281ed1-31d8-4bad-873d-b25d11465ae6 req-4cee04ff-c6d2-4324-959b-d29e3e3a8d0f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503061 Jan 31 17:15:47.312206 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0119f6f-d236-4782-bcd5-8543d2fd2610 req-8e49c59f-ae74-4505-885a-48c696553f89 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:47.314045 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e0119f6f-d236-4782-bcd5-8543d2fd2610 req-8e49c59f-ae74-4505-885a-48c696553f89 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.0602121 Jan 31 17:15:47.377071 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e0119f6f-d236-4782-bcd5-8543d2fd2610 req-92cd6625-ca92-416f-bb95-f292cc4ed67d tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539894 Jan 31 17:15:47.792801 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-40079132-eda5-4d6f-8f7a-b9898c0134ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508370 Jan 31 17:15:47.879727 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-91c6c636-46e0-4a57-a132-6f844f05dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:47.881521 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-91c6c636-46e0-4a57-a132-6f844f05dada service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 1129 time: 0.0615935 Jan 31 17:15:48.008650 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-f769899f-f23b-4062-b9fe-4b9015a9252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:48.011718 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-f769899f-f23b-4062-b9fe-4b9015a9252d service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.1012650 Jan 31 17:15:48.112959 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-b43b32d9-6d3d-4961-9c33-e9b5378f01dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f HTTP/1.1" status: 200 len: 1001 time: 0.0938814 Jan 31 17:15:48.186432 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-e35827f7-e91a-45dd-aef5-46c63b8c03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:48.189052 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-e35827f7-e91a-45dd-aef5-46c63b8c03d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0670254 Jan 31 17:15:48.258643 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-6e88ef54-3f1e-47e9-94be-e034d9aeb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:48.260607 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-6e88ef54-3f1e-47e9-94be-e034d9aeb429 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615838 Jan 31 17:15:48.451673 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-3226b983-0e13-4a00-a6ab-1b85b3920177 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806579 Jan 31 17:15:48.536117 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a822776a-4b49-489f-b16d-754e94e1398a details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:15:48.673615 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff9045-35d7-4cce-a904-dcb9e6d441dd req-fcc62c94-35c0-49d6-8120-d1f8b58768a7 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:48.675582 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-66ff9045-35d7-4cce-a904-dcb9e6d441dd req-fcc62c94-35c0-49d6-8120-d1f8b58768a7 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 943 time: 0.1977406 Jan 31 17:15:48.682309 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-09b084ac-ed03-47c1-8dc6-2e9c93ec48d5 req-6562b1c8-a46a-4c75-870a-99534b08efad service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201116 Jan 31 17:15:48.725017 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:48.746910 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'a822776a-4b49-489f-b16d-754e94e1398a', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'port_id': 'a822776a-4b49-489f-b16d-754e94e1398a', 'mac_address': 'fa:16:3e:7e:39:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:15:48.750048 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-66ff9045-35d7-4cce-a904-dcb9e6d441dd req-8ad00e07-5ff6-41dd-9fa5-2828141347b6 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632093 Jan 31 17:15:48.788886 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45774) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:48.792185 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port a822776a-4b49-489f-b16d-754e94e1398a is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:15:48.792586 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a822776a-4b49-489f-b16d-754e94e1398a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:48.807747 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a822776a-4b49-489f-b16d-754e94e1398a {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:15:48.842564 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:48.848987 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:48.919460 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=7']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:48.934984 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2531c31f-84f6-4227-85d8-0a4d390baec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:49.028422 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2531c31f-84f6-4227-85d8-0a4d390baec4 admin admin] Publish callbacks [] for security_group (3ef67c9b-3fee-44d8-bcd8-1dac1faff857), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:49.033735 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-2531c31f-84f6-4227-85d8-0a4d390baec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3ef67c9b-3fee-44d8-bcd8-1dac1faff857), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:49.078052 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531c31f-84f6-4227-85d8-0a4d390baec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef67c9b-3fee-44d8-bcd8-1dac1faff857,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:49.083935 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-2531c31f-84f6-4227-85d8-0a4d390baec4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=101380d2e729451780ea9f0b11d6d06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934077 Jan 31 17:15:49.087494 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45778) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:49.113952 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['a822776a-4b49-489f-b16d-754e94e1398a'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:15:49.143245 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35659dab-1ee8-4021-a7d5-d583e5dcde7b admin admin] Publish callbacks [] for security_group (3ef67c9b-3fee-44d8-bcd8-1dac1faff857), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:49.167702 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35659dab-1ee8-4021-a7d5-d583e5dcde7b admin admin] Publish callbacks [] for security_group (3ef67c9b-3fee-44d8-bcd8-1dac1faff857), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:49.231801 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35659dab-1ee8-4021-a7d5-d583e5dcde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3ef67c9b-3fee-44d8-bcd8-1dac1faff857), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:49.234792 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-35659dab-1ee8-4021-a7d5-d583e5dcde7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:49.236430 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-35659dab-1ee8-4021-a7d5-d583e5dcde7b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3ef67c9b-3fee-44d8-bcd8-1dac1faff857 HTTP/1.1" status: 204 len: 168 time: 0.1479065 Jan 31 17:15:49.247167 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35659dab-1ee8-4021-a7d5-d583e5dcde7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef67c9b-3fee-44d8-bcd8-1dac1faff857,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:49.946729 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e095c-d072-4e35-95de-585481f03bf7 req-1a598191-872f-4ca6-9441-76994a454c0f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:49.949396 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bd9e095c-d072-4e35-95de-585481f03bf7 req-1a598191-872f-4ca6-9441-76994a454c0f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 944 time: 0.0885916 Jan 31 17:15:50.006455 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-bd9e095c-d072-4e35-95de-585481f03bf7 req-4a0eb333-4374-4a0b-8a40-8a164b30bc73 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493164 Jan 31 17:15:50.549173 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a822776a-4b49-489f-b16d-754e94e1398a up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:15:50.629729 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port a822776a-4b49-489f-b16d-754e94e1398a triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:15:50.630115 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (a822776a-4b49-489f-b16d-754e94e1398a), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:50.712906 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port a822776a-4b49-489f-b16d-754e94e1398a is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:15:50.713288 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (a822776a-4b49-489f-b16d-754e94e1398a), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:50.737707 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:15:50.740585 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5de2f4c-500a-4648-b641-f189f8b632b8" -d '{"events": [{"server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "name": "network-vif-plugged", "status": "completed", "tag": "a822776a-4b49-489f-b16d-754e94e1398a"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:15:50.759698 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:15:50.766190 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:50.810493 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d704516b-a28d-4656-bf04-8cc6f59145ba x-openstack-request-id: req-d704516b-a28d-4656-bf04-8cc6f59145ba {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:15:50.810897 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "name": "network-vif-plugged", "status": "completed", "tag": "a822776a-4b49-489f-b16d-754e94e1398a", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:15:50.811241 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d704516b-a28d-4656-bf04-8cc6f59145ba {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:15:50.811774 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a', 'code': 200} Jan 31 17:15:50.849091 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=8']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:51.108021 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294725-8732-45dd-bf43-fb159b43ae25 req-ece25329-72d0-40de-820f-7b7b419036b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:51.111792 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7b294725-8732-45dd-bf43-fb159b43ae25 req-ece25329-72d0-40de-820f-7b7b419036b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1129 time: 0.0717666 Jan 31 17:15:51.195275 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-7b294725-8732-45dd-bf43-fb159b43ae25 req-4703da25-fe4b-496c-aa73-53fbbef03bbc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756812 Jan 31 17:15:51.485622 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d63dd-6522-4ce3-9c5e-77847f999248 req-43554285-52f1-4ecb-8534-325e9443e300 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:51.488191 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b66d63dd-6522-4ce3-9c5e-77847f999248 req-43554285-52f1-4ecb-8534-325e9443e300 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.3901122 Jan 31 17:15:51.570018 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-b66d63dd-6522-4ce3-9c5e-77847f999248 req-33ab650b-15e2-4efb-a209-1ae7e3b20982 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699961 Jan 31 17:15:52.708556 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90df8a-4e54-4797-b7fe-481a8080eed4 req-b95005e1-9900-46cf-bdbd-e2c3f9238c37 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:15:52.708556 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc90df8a-4e54-4797-b7fe-481a8080eed4 req-b95005e1-9900-46cf-bdbd-e2c3f9238c37 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0603986 Jan 31 17:15:52.774901 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-cc90df8a-4e54-4797-b7fe-481a8080eed4 req-74606fcb-ba11-467d-b401-3c6b7883cd7f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573633 Jan 31 17:15:57.133812 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45882) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:57.288161 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9643-55b7-4d41-b4d7-d05467dd3461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:57.389008 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9643-55b7-4d41-b4d7-d05467dd3461 admin admin] Publish callbacks [] for security_group (80cc697e-e47e-4247-924b-5f36c58222fd), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:57.395094 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9643-55b7-4d41-b4d7-d05467dd3461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (80cc697e-e47e-4247-924b-5f36c58222fd), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:57.462807 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3c2a9643-55b7-4d41-b4d7-d05467dd3461 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b206b926f51e45e6b4a5f5112180cba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273361 Jan 31 17:15:57.464156 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a9643-55b7-4d41-b4d7-d05467dd3461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cc697e-e47e-4247-924b-5f36c58222fd,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:57.465801 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45886) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:57.535011 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-271df698-6d58-4804-b6c1-7e7528f3be33 admin admin] Publish callbacks [] for security_group (80cc697e-e47e-4247-924b-5f36c58222fd), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:57.573145 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-271df698-6d58-4804-b6c1-7e7528f3be33 admin admin] Publish callbacks [] for security_group (80cc697e-e47e-4247-924b-5f36c58222fd), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:57.646883 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-271df698-6d58-4804-b6c1-7e7528f3be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (80cc697e-e47e-4247-924b-5f36c58222fd), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:57.651566 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-271df698-6d58-4804-b6c1-7e7528f3be33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:57.653016 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-271df698-6d58-4804-b6c1-7e7528f3be33 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/80cc697e-e47e-4247-924b-5f36c58222fd HTTP/1.1" status: 204 len: 168 time: 0.1858685 Jan 31 17:15:57.662056 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271df698-6d58-4804-b6c1-7e7528f3be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cc697e-e47e-4247-924b-5f36c58222fd,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:57.998692 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 45892) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:58.019723 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf772753-1c72-4bdc-9b2d-d94c10d6f001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:58.146906 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf772753-1c72-4bdc-9b2d-d94c10d6f001 admin admin] Publish callbacks [] for security_group (48ae397f-afd1-478f-92de-dda777751fd8), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:58.152521 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-cf772753-1c72-4bdc-9b2d-d94c10d6f001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (48ae397f-afd1-478f-92de-dda777751fd8), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:58.196980 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-cf772753-1c72-4bdc-9b2d-d94c10d6f001 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=78238ff1869642ff961629a943df09e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968589 Jan 31 17:15:58.197961 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf772753-1c72-4bdc-9b2d-d94c10d6f001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae397f-afd1-478f-92de-dda777751fd8,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:15:58.200683 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 45894) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:15:58.256524 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f53cb13b-0bb3-413a-a445-6c34e5a0cde4 admin admin] Publish callbacks [] for security_group (48ae397f-afd1-478f-92de-dda777751fd8), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:58.281470 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f53cb13b-0bb3-413a-a445-6c34e5a0cde4 admin admin] Publish callbacks [] for security_group (48ae397f-afd1-478f-92de-dda777751fd8), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:58.336447 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f53cb13b-0bb3-413a-a445-6c34e5a0cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (48ae397f-afd1-478f-92de-dda777751fd8), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:58.339022 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-f53cb13b-0bb3-413a-a445-6c34e5a0cde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:15:58.340282 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-f53cb13b-0bb3-413a-a445-6c34e5a0cde4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/48ae397f-afd1-478f-92de-dda777751fd8 HTTP/1.1" status: 204 len: 168 time: 0.1383328 Jan 31 17:15:58.349750 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cb13b-0bb3-413a-a445-6c34e5a0cde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae397f-afd1-478f-92de-dda777751fd8,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:02.001127 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:16:04.480643 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-91507e1c-5486-467c-a1a0-4ef34f856228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:06.837708 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-96f5f7c0-3a9d-49c2-b93f-43be09f0f94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:09.884854 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:11.446089 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:11.677089 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:11.994954 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:29.407740 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46106) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:29.531286 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:29.623196 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Publish callbacks [] for security_group (2d1d9dfd-01e1-4ef4-9e2e-9dca613ed634), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:29.628181 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2d1d9dfd-01e1-4ef4-9e2e-9dca613ed634), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:29.673462 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=08a676c7a0d6489a88afd27a0d10e045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644367 Jan 31 17:16:29.674512 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1d9dfd-01e1-4ef4-9e2e-9dca613ed634,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:29.676778 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46110) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:29.682970 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.683325 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.683706 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.684044 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.684376 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.684708 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.685138 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.685483 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.685815 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.686144 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.686476 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.686799 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.687100 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ac6c-8cee-4774-99fa-8230cd8f0138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.768682 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Publish callbacks [] for security_group (2d1d9dfd-01e1-4ef4-9e2e-9dca613ed634), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:29.806363 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Publish callbacks [] for security_group (2d1d9dfd-01e1-4ef4-9e2e-9dca613ed634), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:29.885652 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2d1d9dfd-01e1-4ef4-9e2e-9dca613ed634), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:29.889966 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:29.891344 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2d1d9dfd-01e1-4ef4-9e2e-9dca613ed634 HTTP/1.1" status: 204 len: 168 time: 0.2129970 Jan 31 17:16:29.902238 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1d9dfd-01e1-4ef4-9e2e-9dca613ed634,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:29.916465 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.917037 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.917626 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.918223 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.918736 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.919292 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.919934 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.920516 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.921105 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.921734 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.922321 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.922968 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:29.923519 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9403e28c-b9d2-4efe-b71e-8f68bb0b24eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:16:30.252362 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46116) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:30.268105 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c57601f1-2ae2-4ff6-b72a-7b67f0e670f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:30.378821 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c57601f1-2ae2-4ff6-b72a-7b67f0e670f4 admin admin] Publish callbacks [] for security_group (3ecc0fc3-a117-4802-8e6d-46686d6e6397), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:30.384368 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-c57601f1-2ae2-4ff6-b72a-7b67f0e670f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3ecc0fc3-a117-4802-8e6d-46686d6e6397), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:30.430407 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-c57601f1-2ae2-4ff6-b72a-7b67f0e670f4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=642070af22194533830a921833ea1f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764619 Jan 31 17:16:30.431523 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57601f1-2ae2-4ff6-b72a-7b67f0e670f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc0fc3-a117-4802-8e6d-46686d6e6397,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:30.433508 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46118) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:30.492883 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-763e8443-f340-4b70-aa5d-91ff89586797 admin admin] Publish callbacks [] for security_group (3ecc0fc3-a117-4802-8e6d-46686d6e6397), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:30.520932 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-763e8443-f340-4b70-aa5d-91ff89586797 admin admin] Publish callbacks [] for security_group (3ecc0fc3-a117-4802-8e6d-46686d6e6397), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:30.577560 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-763e8443-f340-4b70-aa5d-91ff89586797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3ecc0fc3-a117-4802-8e6d-46686d6e6397), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:30.580610 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-763e8443-f340-4b70-aa5d-91ff89586797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:30.582051 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-763e8443-f340-4b70-aa5d-91ff89586797 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3ecc0fc3-a117-4802-8e6d-46686d6e6397 HTTP/1.1" status: 204 len: 168 time: 0.1471090 Jan 31 17:16:30.592123 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e8443-f340-4b70-aa5d-91ff89586797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc0fc3-a117-4802-8e6d-46686d6e6397,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:34.479357 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-235f52ed-1a6f-4d60-9804-31b230b5d42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:36.364191 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46220) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:36.515924 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c09b-5e83-41c8-8f7c-47b1b40a23cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:36.622555 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c09b-5e83-41c8-8f7c-47b1b40a23cb admin admin] Publish callbacks [] for security_group (d4fed965-a083-45e3-87da-dc7f2c2fe1b6), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:36.628807 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c09b-5e83-41c8-8f7c-47b1b40a23cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d4fed965-a083-45e3-87da-dc7f2c2fe1b6), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:36.669798 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c8c4c09b-5e83-41c8-8f7c-47b1b40a23cb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=43dd564019954714857fff893352fa98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038874 Jan 31 17:16:36.670821 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4c09b-5e83-41c8-8f7c-47b1b40a23cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fed965-a083-45e3-87da-dc7f2c2fe1b6,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:36.674185 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46224) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:36.730332 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af4aed13-e491-4755-b0bf-3a482413a50b admin admin] Publish callbacks [] for security_group (d4fed965-a083-45e3-87da-dc7f2c2fe1b6), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:36.757130 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af4aed13-e491-4755-b0bf-3a482413a50b admin admin] Publish callbacks [] for security_group (d4fed965-a083-45e3-87da-dc7f2c2fe1b6), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:36.813808 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af4aed13-e491-4755-b0bf-3a482413a50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (d4fed965-a083-45e3-87da-dc7f2c2fe1b6), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:36.818674 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-af4aed13-e491-4755-b0bf-3a482413a50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:36.820587 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-af4aed13-e491-4755-b0bf-3a482413a50b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d4fed965-a083-45e3-87da-dc7f2c2fe1b6 HTTP/1.1" status: 204 len: 168 time: 0.1452253 Jan 31 17:16:36.835990 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4aed13-e491-4755-b0bf-3a482413a50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fed965-a083-45e3-87da-dc7f2c2fe1b6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:36.842224 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-47997652-ed25-4433-b0ba-74b55b75e867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:37.178224 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46230) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:37.194493 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33027dc1-e82c-4424-8f12-eb5ddcb4bb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:37.308626 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33027dc1-e82c-4424-8f12-eb5ddcb4bb72 admin admin] Publish callbacks [] for security_group (3883f6c7-b993-4fde-b46e-99f4a155d18f), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:37.314517 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-33027dc1-e82c-4424-8f12-eb5ddcb4bb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3883f6c7-b993-4fde-b46e-99f4a155d18f), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:37.389663 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-33027dc1-e82c-4424-8f12-eb5ddcb4bb72 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2ac8c74f64104154b9441c1460344989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097461 Jan 31 17:16:37.391668 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33027dc1-e82c-4424-8f12-eb5ddcb4bb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3883f6c7-b993-4fde-b46e-99f4a155d18f,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:37.392911 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46232) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:37.459855 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee9a98f9-b5cc-4120-827c-9997ca4a059f admin admin] Publish callbacks [] for security_group (3883f6c7-b993-4fde-b46e-99f4a155d18f), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:37.484761 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee9a98f9-b5cc-4120-827c-9997ca4a059f admin admin] Publish callbacks [] for security_group (3883f6c7-b993-4fde-b46e-99f4a155d18f), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:37.541410 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee9a98f9-b5cc-4120-827c-9997ca4a059f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (3883f6c7-b993-4fde-b46e-99f4a155d18f), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:37.544466 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-ee9a98f9-b5cc-4120-827c-9997ca4a059f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:37.546210 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-ee9a98f9-b5cc-4120-827c-9997ca4a059f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3883f6c7-b993-4fde-b46e-99f4a155d18f HTTP/1.1" status: 204 len: 168 time: 0.1509328 Jan 31 17:16:37.559219 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a98f9-b5cc-4120-827c-9997ca4a059f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883f6c7-b993-4fde-b46e-99f4a155d18f,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:38.045029 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46238) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:38.062664 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95f72dfa-2ddd-4370-aea3-489b372beb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:38.168512 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95f72dfa-2ddd-4370-aea3-489b372beb14 admin admin] Publish callbacks [] for security_group (072d54e9-e0a5-4818-83e4-19266b005eb4), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:38.174551 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-95f72dfa-2ddd-4370-aea3-489b372beb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (072d54e9-e0a5-4818-83e4-19266b005eb4), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:38.217062 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f72dfa-2ddd-4370-aea3-489b372beb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072d54e9-e0a5-4818-83e4-19266b005eb4,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:38.222485 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-95f72dfa-2ddd-4370-aea3-489b372beb14 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=405ac203facb44798e17c47132e5e21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754162 Jan 31 17:16:38.225649 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46240) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:38.291554 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b27f2418-ab91-4b1e-b5c7-e9a50d288699 admin admin] Publish callbacks [] for security_group (072d54e9-e0a5-4818-83e4-19266b005eb4), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:38.316408 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b27f2418-ab91-4b1e-b5c7-e9a50d288699 admin admin] Publish callbacks [] for security_group (072d54e9-e0a5-4818-83e4-19266b005eb4), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:38.377533 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b27f2418-ab91-4b1e-b5c7-e9a50d288699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (072d54e9-e0a5-4818-83e4-19266b005eb4), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:38.380341 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b27f2418-ab91-4b1e-b5c7-e9a50d288699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:38.381866 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b27f2418-ab91-4b1e-b5c7-e9a50d288699 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/072d54e9-e0a5-4818-83e4-19266b005eb4 HTTP/1.1" status: 204 len: 168 time: 0.1547942 Jan 31 17:16:38.393229 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2418-ab91-4b1e-b5c7-e9a50d288699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072d54e9-e0a5-4818-83e4-19266b005eb4,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:39.003710 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:16:39.890207 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:41.456206 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:41.687045 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:42.009501 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:43.109196 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46300) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:43.233779 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6936b2f0-5cea-447c-9ab6-5bd5eb1d341b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:43.326560 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6936b2f0-5cea-447c-9ab6-5bd5eb1d341b admin admin] Publish callbacks [] for security_group (0604a1fd-4712-4742-97b8-ec13abfa8321), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:43.331926 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-6936b2f0-5cea-447c-9ab6-5bd5eb1d341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (0604a1fd-4712-4742-97b8-ec13abfa8321), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:43.381869 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-6936b2f0-5cea-447c-9ab6-5bd5eb1d341b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f1dfafe6de1642d1b6affe63f0c2078b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689323 Jan 31 17:16:43.381869 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936b2f0-5cea-447c-9ab6-5bd5eb1d341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0604a1fd-4712-4742-97b8-ec13abfa8321,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:43.382778 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46304) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:43.463674 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-771b5545-d1be-435d-bc67-ee8e1ff34052 admin admin] Publish callbacks [] for security_group (0604a1fd-4712-4742-97b8-ec13abfa8321), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:43.504152 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-771b5545-d1be-435d-bc67-ee8e1ff34052 admin admin] Publish callbacks [] for security_group (0604a1fd-4712-4742-97b8-ec13abfa8321), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:43.582920 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-771b5545-d1be-435d-bc67-ee8e1ff34052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (0604a1fd-4712-4742-97b8-ec13abfa8321), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:43.588000 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-771b5545-d1be-435d-bc67-ee8e1ff34052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:43.589992 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-771b5545-d1be-435d-bc67-ee8e1ff34052 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0604a1fd-4712-4742-97b8-ec13abfa8321 HTTP/1.1" status: 204 len: 168 time: 0.1935327 Jan 31 17:16:43.604044 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b5545-d1be-435d-bc67-ee8e1ff34052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0604a1fd-4712-4742-97b8-ec13abfa8321,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:43.916628 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46310) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:43.931060 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2feb25e-610c-4a16-8772-ea56bcd26374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:44.024393 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2feb25e-610c-4a16-8772-ea56bcd26374 admin admin] Publish callbacks [] for security_group (ab4c546b-bfaa-42b5-8d90-96c20b2136ae), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:44.030937 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2feb25e-610c-4a16-8772-ea56bcd26374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ab4c546b-bfaa-42b5-8d90-96c20b2136ae), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:44.076572 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e2feb25e-610c-4a16-8772-ea56bcd26374 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b27a50cb44db41519980037ffd938148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587503 Jan 31 17:16:44.077516 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feb25e-610c-4a16-8772-ea56bcd26374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4c546b-bfaa-42b5-8d90-96c20b2136ae,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:44.080799 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46312) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:16:44.147146 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3171-ecf3-4acf-9a10-238e01e9e660 admin admin] Publish callbacks [] for security_group (ab4c546b-bfaa-42b5-8d90-96c20b2136ae), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:44.173175 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3171-ecf3-4acf-9a10-238e01e9e660 admin admin] Publish callbacks [] for security_group (ab4c546b-bfaa-42b5-8d90-96c20b2136ae), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:44.230906 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3171-ecf3-4acf-9a10-238e01e9e660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (ab4c546b-bfaa-42b5-8d90-96c20b2136ae), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:44.234033 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3171-ecf3-4acf-9a10-238e01e9e660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:44.235456 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-bfdd3171-ecf3-4acf-9a10-238e01e9e660 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ab4c546b-bfaa-42b5-8d90-96c20b2136ae HTTP/1.1" status: 204 len: 168 time: 0.1535430 Jan 31 17:16:44.248957 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd3171-ecf3-4acf-9a10-238e01e9e660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4c546b-bfaa-42b5-8d90-96c20b2136ae,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:45.801837 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c8688-ac06-4834-95cb-9650e457b664 req-5618338c-db5c-420f-b8ba-7bf041f03ef9 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:16:45.803494 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed1c8688-ac06-4834-95cb-9650e457b664 req-5618338c-db5c-420f-b8ba-7bf041f03ef9 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.2853019 Jan 31 17:16:45.895323 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ed1c8688-ac06-4834-95cb-9650e457b664 req-1e4ff453-ea33-4f61-bb3d-2814e87fb6ba tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850310 Jan 31 17:16:47.091589 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7455d2a-7aa0-47c5-a6f1-92424fa720bf req-e5046a9c-9851-45ac-8675-b5cae6e3e81f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:16:47.093243 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e7455d2a-7aa0-47c5-a6f1-92424fa720bf req-e5046a9c-9851-45ac-8675-b5cae6e3e81f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.1199279 Jan 31 17:16:47.169158 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e7455d2a-7aa0-47c5-a6f1-92424fa720bf req-a4e94154-384a-4330-9a50-9473cc14934f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653625 Jan 31 17:16:47.176284 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-2026c42e-2573-4a74-8e79-4fd7937f7358 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:16:47.177952 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-2026c42e-2573-4a74-8e79-4fd7937f7358 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.0585051 Jan 31 17:16:48.302114 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393eafc-299b-408b-9b8d-3d161cff6664 req-90aed183-35ce-4db3-94ab-140688891b30 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:16:48.303781 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1393eafc-299b-408b-9b8d-3d161cff6664 req-90aed183-35ce-4db3-94ab-140688891b30 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.0594122 Jan 31 17:16:48.367998 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-1393eafc-299b-408b-9b8d-3d161cff6664 req-19f29930-8baa-443f-b011-716b626e12cb tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532253 Jan 31 17:16:49.506651 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b3950-a5ef-4d72-b43c-3da73e15563b req-aa20e815-38fe-4d24-beb6-d570a09a6d1e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:16:49.508509 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-eb9b3950-a5ef-4d72-b43c-3da73e15563b req-aa20e815-38fe-4d24-beb6-d570a09a6d1e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 945 time: 0.0648630 Jan 31 17:16:49.564320 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-eb9b3950-a5ef-4d72-b43c-3da73e15563b req-37d4a112-9a60-47c2-8a8d-7946f0076ab8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495200 Jan 31 17:16:49.829761 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Deleting port d07959e9-1800-4ed9-9a10-3f0705acaf7f {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:16:49.830410 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:49.938978 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] For port d07959e9-1800-4ed9-9a10-3f0705acaf7f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d07959e9-1800-4ed9-9a10-3f0705acaf7f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:16:49.939445 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:50.159493 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:50.160076 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (ca5a8987-c4b8-4b3b-8155-205af05fd1d0), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:50.160515 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.l3_db [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Floating IP ca5a8987-c4b8-4b3b-8155-205af05fd1d0 disassociated. External IP: 172.27.3.198, port: d07959e9-1800-4ed9-9a10-3f0705acaf7f. Jan 31 17:16:50.161015 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Calling delete_port for d07959e9-1800-4ed9-9a10-3f0705acaf7f owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:16:50.340958 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (d07959e9-1800-4ed9-9a10-3f0705acaf7f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:50.377283 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event deleted for resources: {'Port': ['ID=d07959e9-1800-4ed9-9a10-3f0705acaf7f,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:16:50.510784 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Router e0857741-d7e0-4201-9e44-b9016feec859 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:16:50.636829 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:16:50.653677 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:16:50.670752 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:16:50.671830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:16:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:16:50.724701 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] No DVR routers for this DVR port d07959e9-1800-4ed9-9a10-3f0705acaf7f on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:16:50.749247 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:16:50.754140 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-aaf925fd-c4e7-4968-8084-33ac69b365e4 req-8bad3c1a-29a9-44a6-840c-04fc6abfa2b0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "DELETE /v2.0/ports/d07959e9-1800-4ed9-9a10-3f0705acaf7f HTTP/1.1" status: 204 len: 173 time: 1.0380886 Jan 31 17:16:50.757152 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5643150c-ce46-416a-9f00-157a05790329 req-deb9ed5f-f68a-4d7a-9489-7e1d3582a1a4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 210 time: 0.0805671 Jan 31 17:16:50.757861 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'name': 'network-vif-deleted', 'tag': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:16:50.761996 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcb1be1-e4f7-4c36-994d-d683ebd258a7" -d '{"events": [{"server_uuid": "b8afd75e-fbd0-4ce6-87b5-3ef62e055fff", "name": "network-vif-deleted", "tag": "d07959e9-1800-4ed9-9a10-3f0705acaf7f"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:16:50.822109 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fdf93a-3c8d-415b-862b-d3766c115950 x-openstack-request-id: req-c1fdf93a-3c8d-415b-862b-d3766c115950 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:16:50.822553 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8afd75e-fbd0-4ce6-87b5-3ef62e055fff", "name": "network-vif-deleted", "tag": "d07959e9-1800-4ed9-9a10-3f0705acaf7f", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:16:50.823279 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c1fdf93a-3c8d-415b-862b-d3766c115950 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:16:50.823928 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8afd75e-fbd0-4ce6-87b5-3ef62e055fff', 'name': 'network-vif-deleted', 'tag': 'd07959e9-1800-4ed9-9a10-3f0705acaf7f', 'status': 'completed', 'code': 200} Jan 31 17:16:50.856335 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:16:51.098191 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:16:51.132107 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:16:51.142794 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:16:51.143413 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:16:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:16:51.279315 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:16:51.509709 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:16:51.538448 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f669c-ff78-4773-b6e6-d24a22bf24ec None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:16:51.806861 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e750da5-7f2f-4749-976f-2a8bd4b89fde None None] New status for floating IP ca5a8987-c4b8-4b3b-8155-205af05fd1d0: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:16:51.920980 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-38bfc299-0ca8-4e0e-bf04-219deeae2db6 req-7d8a3326-d40e-4479-a42c-5cf6efb82800 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 210 time: 0.0329649 Jan 31 17:16:52.348886 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device d07959e9-1800-4ed9-9a10-3f0705acaf7f no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:16:52.388368 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: d07959e9-1800-4ed9-9a10-3f0705acaf7f {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:16:52.388855 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device d07959e9-1800-4ed9-9a10-3f0705acaf7f not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:16:53.036576 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-de97f006-549e-49ba-a446-0336c6367618 req-c9434d06-3e37-4e9a-8664-f9d9240903a3 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 210 time: 0.0287437 Jan 31 17:16:54.183144 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8421676f-fc0e-4c80-8ee7-297b6baf523a req-64a8f286-5b38-463d-89e9-63da6d6d69d1 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b8afd75e-fbd0-4ce6-87b5-3ef62e055fff HTTP/1.1" status: 200 len: 210 time: 0.0324037 Jan 31 17:16:55.821474 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-3b3f2a6f-20f8-47f2-8a1d-1e3d5498a396 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606094119&fields=id&tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 267 time: 0.3647530 Jan 31 17:16:55.988889 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-bfed17b8-fa29-4a29-a79e-4aec4f474c3d tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:16:55.992190 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-bfed17b8-fa29-4a29-a79e-4aec4f474c3d tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 811 time: 0.1626143 Jan 31 17:16:56.016664 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-8c890bd5-ed35-43d6-9d48-61a057487fe2 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/quotas/9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 375 time: 0.0180173 Jan 31 17:16:56.124747 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-e1030a7d-9b8d-4134-9c9b-76a883ca3ed0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961885 Jan 31 17:16:56.299176 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-0e011441-f896-4fda-aee6-3eb8b32923e9 service neutron] 10.222.0.90 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584697 Jan 31 17:16:56.430017 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-98c979b2-e965-4eff-8cc9-589a80698d46 service neutron] 10.222.0.90 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245363 Jan 31 17:16:56.820642 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-6ac4c5e2-4499-431b-9be9-a4c9b9efa0cb req-f30069c3-7313-4c5f-b693-9e98042d3920 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 210 time: 0.0484974 Jan 31 17:16:57.944796 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a4170621-7e61-4b0c-96a1-8c8c8ddef038 req-5d363143-53de-4b74-9381-0a5c3e9f2e23 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 210 time: 0.0292399 Jan 31 17:16:59.082836 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-f8e9d0e7-e6b0-4474-a20c-75e46bbf9441 req-ab1dad6d-4bc8-4c94-a0cd-b6bab64ceeac tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 210 time: 0.0318232 Jan 31 17:17:00.263936 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8e82f36f-0a31-4dcc-a550-003a8bc95e87 req-e6b69c6a-ec26-462f-b85d-7d4c64efecdf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 210 time: 0.0607784 Jan 31 17:17:00.371573 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-fe8be15a-75be-48aa-8c46-7862aadb43a3 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:00.374299 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-fe8be15a-75be-48aa-8c46-7862aadb43a3 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 811 time: 0.1727548 Jan 31 17:17:00.478138 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-c6bae037-f2ee-4d78-87cb-1ddd4995de36 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 379 time: 0.0926235 Jan 31 17:17:00.493474 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'port': {'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'admin_state_up': True, 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'security_groups': ['2a7219da-76ff-45d9-9c66-3247c2c438c2']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:17:00.684133 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Made reservation on behalf of 9a6ef23bd1de467fa9c6a4c61a63126a for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:17:00.688179 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:00.892637 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Allocated IP 172.20.0.5 (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5/257c4df0-cd1f-4153-8bcf-94b39fa85367/b5a382ee-ca02-4c4d-8798-2e77e7e1b59f) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:17:01.145983 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:01.185063 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:01.233734 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:17:01.240207 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:17:01.244501 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:17:01.270966 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:01.309380 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:01.310055 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:01.340436 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7c44fb02-93cd-451d-9356-ffc871736b3a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8546515 Jan 31 17:17:01.353480 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Request body: {'port': {'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:17:01.457883 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:01.472326 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae30f7-b964-4899-be9e-a325c6b94021 req-44b71752-63fa-4a14-8399-5eea924ce49f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:01.475054 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-38ae30f7-b964-4899-be9e-a325c6b94021 req-44b71752-63fa-4a14-8399-5eea924ce49f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 931 time: 0.1053541 Jan 31 17:17:01.550685 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-38ae30f7-b964-4899-be9e-a325c6b94021 req-640ed4c8-e7fe-438e-98a3-2a48ce893f61 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645688 Jan 31 17:17:01.565209 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-d6bd2f52-ccb9-411d-b2c3-d8e98ac1c1b1 None None] Provisioning complete for port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:17:01.566089 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d6bd2f52-ccb9-411d-b2c3-d8e98ac1c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:01.616421 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd2f52-ccb9-411d-b2c3-d8e98ac1c1b1 None None] Port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:17:01.789786 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a382ee-ca02-4c4d-8798-2e77e7e1b59f {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:17:01.799975 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Publish callbacks [] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:01.815132 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Transition to ACTIVE for port object b5a382ee-ca02-4c4d-8798-2e77e7e1b59f will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:17:01.821782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:01.901288 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:01.968396 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Attempting to bind port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:17:01.968735 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Attempting to bind port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:17:01.969070 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Attempting to bind port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:17:01.975109 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:17:01.975604 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Attempting to bind port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:17:01.981999 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:17:01.982360 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Checking segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:17:01.982719 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Bound using segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:17:01.983158 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Bound port: b5a382ee-ca02-4c4d-8798-2e77e7e1b59f, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:17:01.983560 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:02.075853 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] For port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:17:02.081036 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] For port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:17:02.091746 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:02.152016 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:02.152774 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:02.154304 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] 10.222.0.71 "PUT /v2.0/ports/b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 200 len: 1093 time: 0.8058801 Jan 31 17:17:02.154787 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:17:02.157250 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:17:02.210146 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4f04a-8edf-45af-adb4-40e6912e2c44 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:02.238964 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741e3d5c-52a6-41f9-b0b5-312dede627ad x-openstack-request-id: req-741e3d5c-52a6-41f9-b0b5-312dede627ad {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:17:02.239612 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:17:02.239875 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-741e3d5c-52a6-41f9-b0b5-312dede627ad {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:17:02.240302 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'status': 'completed', 'code': 200} Jan 31 17:17:02.312525 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-2c3d652c-4f42-46df-a68a-49293b786ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:02.314789 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-2c3d652c-4f42-46df-a68a-49293b786ea2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1127 time: 0.0779247 Jan 31 17:17:02.374610 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-b4ed7e41-9a7d-42ac-95ca-bf02afbb2463 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 200 len: 217 time: 0.0499878 Jan 31 17:17:02.437161 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-1ce67baf-4883-48c2-b71a-b8bce416a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:02.438670 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-1ce67baf-4883-48c2-b71a-b8bce416a06b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0554731 Jan 31 17:17:02.506724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-6ae96a58-f720-4548-a699-5b75c2a0004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:02.508656 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-6ae96a58-f720-4548-a699-5b75c2a0004a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632803 Jan 31 17:17:02.634554 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-5977b15c-c880-436c-9300-5d7dfe467758 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192222 Jan 31 17:17:02.715961 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c37cab-8a0a-456d-8779-4315e0b6f222 req-bee8c54b-ac11-4065-8277-31b266782f43 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:02.717821 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-86c37cab-8a0a-456d-8779-4315e0b6f222 req-bee8c54b-ac11-4065-8277-31b266782f43 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 943 time: 0.0670338 Jan 31 17:17:02.780912 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-86c37cab-8a0a-456d-8779-4315e0b6f222 req-a183031f-641a-4889-920a-d6e192a6f82a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555542 Jan 31 17:17:02.785446 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-28c9bd79-364a-4ede-9c85-5dad492138c9 req-7e0ea5fb-596b-4bfa-8731-205ec75f7d66 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448224 Jan 31 17:17:02.894816 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-ad4ff20f-5972-42be-99ef-83ecb310a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:02.896625 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-ad4ff20f-5972-42be-99ef-83ecb310a7b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1127 time: 0.0582354 Jan 31 17:17:03.006336 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-081a9b2d-455f-4a83-ba0f-d5db3426eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:03.007917 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-081a9b2d-455f-4a83-ba0f-d5db3426eaa8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.1015546 Jan 31 17:17:03.052543 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-da428c30-d793-4fb2-b254-d378c29f47b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 200 len: 217 time: 0.0376112 Jan 31 17:17:03.106168 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-06d6d76f-912e-4bf2-ba6f-a1e8aead5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:03.107874 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-06d6d76f-912e-4bf2-ba6f-a1e8aead5a5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0493526 Jan 31 17:17:03.171675 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-38f73dd9-1bce-473a-a04e-cc927a1ee553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:03.175499 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-38f73dd9-1bce-473a-a04e-cc927a1ee553 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597863 Jan 31 17:17:03.280815 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-e6a8d807-6914-407e-8907-623c8d325e53 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965428 Jan 31 17:17:03.418666 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5f2b93b7-54ed-4cd1-a1c9-6b2b7311b0e4 req-478d96c2-4ce5-44f7-8400-96bb7888d332 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309664 Jan 31 17:17:03.919343 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460e1d8-81a3-4e6e-9ba1-61a8f1e32b78 req-c68c1af8-8974-46ce-a5f8-64af09d980a9 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:03.921303 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4460e1d8-81a3-4e6e-9ba1-61a8f1e32b78 req-c68c1af8-8974-46ce-a5f8-64af09d980a9 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 943 time: 0.0594907 Jan 31 17:17:03.980102 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4460e1d8-81a3-4e6e-9ba1-61a8f1e32b78 req-20c28986-9a9d-4530-8f89-1e3e1411f757 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522776 Jan 31 17:17:04.478214 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d30bd7d0-f680-46d9-803a-4d01bb360fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:05.005742 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46512) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:05.167740 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26ec6365-6daa-45e2-a924-f5e18bde67d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:05.182449 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87903b-2a47-4561-bd7f-2e4d5cd898dc req-71b4f728-f65b-4111-b2df-48997179c700 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:05.184834 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fe87903b-2a47-4561-bd7f-2e4d5cd898dc req-71b4f728-f65b-4111-b2df-48997179c700 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 943 time: 0.1029611 Jan 31 17:17:05.280823 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-fe87903b-2a47-4561-bd7f-2e4d5cd898dc req-b46a8538-19a7-456b-a58f-5958d22b47ca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872810 Jan 31 17:17:05.342370 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26ec6365-6daa-45e2-a924-f5e18bde67d6 admin admin] Publish callbacks [] for security_group (c124eb21-1b7c-4002-8b0f-9bb556573241), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:05.347916 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-26ec6365-6daa-45e2-a924-f5e18bde67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (c124eb21-1b7c-4002-8b0f-9bb556573241), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:05.392219 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-26ec6365-6daa-45e2-a924-f5e18bde67d6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=acba6aeb14fe44299c669113a664efbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847744 Jan 31 17:17:05.393034 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec6365-6daa-45e2-a924-f5e18bde67d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c124eb21-1b7c-4002-8b0f-9bb556573241,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:05.396945 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46518) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:05.463531 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0ddf82ec-4dcf-4b15-b843-3f1df7005e89 admin admin] Publish callbacks [] for security_group (c124eb21-1b7c-4002-8b0f-9bb556573241), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:05.491109 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0ddf82ec-4dcf-4b15-b843-3f1df7005e89 admin admin] Publish callbacks [] for security_group (c124eb21-1b7c-4002-8b0f-9bb556573241), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:05.564485 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0ddf82ec-4dcf-4b15-b843-3f1df7005e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (c124eb21-1b7c-4002-8b0f-9bb556573241), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:05.567740 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0ddf82ec-4dcf-4b15-b843-3f1df7005e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:05.569597 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-0ddf82ec-4dcf-4b15-b843-3f1df7005e89 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c124eb21-1b7c-4002-8b0f-9bb556573241 HTTP/1.1" status: 204 len: 168 time: 0.1710918 Jan 31 17:17:05.582368 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf82ec-4dcf-4b15-b843-3f1df7005e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c124eb21-1b7c-4002-8b0f-9bb556573241,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:06.423491 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89107d43-5616-43bc-93da-5dcc58921e3d req-d3240546-6f26-4df6-8ec1-bf490aee31ba tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:06.425121 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-89107d43-5616-43bc-93da-5dcc58921e3d req-d3240546-6f26-4df6-8ec1-bf490aee31ba tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 943 time: 0.0583847 Jan 31 17:17:06.484780 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-89107d43-5616-43bc-93da-5dcc58921e3d req-23415439-dbf8-4271-8a59-eb87d731ce40 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537860 Jan 31 17:17:06.841494 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-84302c0b-d3ab-4b51-9189-73566c2508ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:07.632155 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8da2bf-68d1-4048-b968-94b6758b126b req-d5aa8668-29c8-4d1a-a011-a9229647e235 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:07.633915 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5e8da2bf-68d1-4048-b968-94b6758b126b req-d5aa8668-29c8-4d1a-a011-a9229647e235 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 943 time: 0.0594375 Jan 31 17:17:07.696393 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-5e8da2bf-68d1-4048-b968-94b6758b126b req-67585a90-16de-46c3-ab8f-b87238ca2e92 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523527 Jan 31 17:17:08.843648 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57d5e1-cf90-4f66-900e-c2ba264c3305 req-12fedcc2-70b2-4741-bcce-dbf3f9937c17 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:08.845248 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5e57d5e1-cf90-4f66-900e-c2ba264c3305 req-12fedcc2-70b2-4741-bcce-dbf3f9937c17 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 943 time: 0.0594320 Jan 31 17:17:08.905456 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5e57d5e1-cf90-4f66-900e-c2ba264c3305 req-db1f6879-1332-427a-be31-a359912e7abd tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503268 Jan 31 17:17:09.767321 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device b5a382ee-ca02-4c4d-8798-2e77e7e1b59f details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:17:10.055052 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:10.070118 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:10.078497 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0ec1c-07a2-4261-a309-0a8347a57d85 req-2f985aae-a8aa-49d5-81b0-d3dc91b70ee3 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:10.080262 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aaa0ec1c-07a2-4261-a309-0a8347a57d85 req-2f985aae-a8aa-49d5-81b0-d3dc91b70ee3 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 943 time: 0.0682328 Jan 31 17:17:10.085797 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:17:10.127477 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:17:10.128032 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:10.143071 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a382ee-ca02-4c4d-8798-2e77e7e1b59f {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:17:10.148097 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-aaa0ec1c-07a2-4261-a309-0a8347a57d85 req-72552393-2be3-4196-b519-dcb29976544a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571184 Jan 31 17:17:10.167570 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:10.173224 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:10.229549 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:10.237986 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.238315 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.238655 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.238967 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.239610 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.239982 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.240287 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.240607 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.240926 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.241247 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.241565 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.241879 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.242199 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:17:10.405012 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['b5a382ee-ca02-4c4d-8798-2e77e7e1b59f'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:17:11.283491 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9779d6d-7e48-453c-98ff-64ec6ecf9512 req-db722ed3-836b-4566-ad41-f4896ac62291 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:11.285135 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a9779d6d-7e48-453c-98ff-64ec6ecf9512 req-db722ed3-836b-4566-ad41-f4896ac62291 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 944 time: 0.0597696 Jan 31 17:17:11.360187 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a9779d6d-7e48-453c-98ff-64ec6ecf9512 req-819e0bca-5276-4170-b581-b1505038c508 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682931 Jan 31 17:17:11.447773 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:11.682741 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:11.759502 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device b5a382ee-ca02-4c4d-8798-2e77e7e1b59f up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:17:11.843977 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:17:11.850055 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:17:11.850579 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:11.943695 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:17:11.944291 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:11.972402 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:17:11.975296 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c582c3a6-0dfa-45b4-9042-6746b07cc1fb" -d '{"events": [{"server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "name": "network-vif-plugged", "status": "completed", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:17:12.002566 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:12.014231 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:12.022895 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:12.026504 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453423c4-3591-4043-8fc0-15b35dd76952 x-openstack-request-id: req-453423c4-3591-4043-8fc0-15b35dd76952 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:17:12.027074 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "name": "network-vif-plugged", "status": "completed", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:17:12.027458 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-453423c4-3591-4043-8fc0-15b35dd76952 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:17:12.028117 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'code': 200} Jan 31 17:17:12.084896 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:12.415944 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a55ee-dd5a-4b3b-ab95-042ec0f6d4ed req-3815a271-fb58-4ba7-9d7b-931a8218fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:12.417584 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-be3a55ee-dd5a-4b3b-ab95-042ec0f6d4ed req-3815a271-fb58-4ba7-9d7b-931a8218fbea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1129 time: 0.1791334 Jan 31 17:17:12.498324 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-be3a55ee-dd5a-4b3b-ab95-042ec0f6d4ed req-ae86040f-8c8c-407c-acef-184e9fe8734b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742998 Jan 31 17:17:12.524271 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068fb72-f7d4-4547-889f-9474ae75b11d req-0664ca5f-c75d-4d2f-a00b-a3fff7840be8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:12.526165 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4068fb72-f7d4-4547-889f-9474ae75b11d req-0664ca5f-c75d-4d2f-a00b-a3fff7840be8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 945 time: 0.0749156 Jan 31 17:17:12.585302 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-4068fb72-f7d4-4547-889f-9474ae75b11d req-e6fe0c67-3d3b-4a44-9e71-0e5ec6c8dabe tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527148 Jan 31 17:17:13.722832 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e101ae3-25bb-4f00-a86a-8065cde204ab req-f0fdee9f-3030-42fe-87ba-28774102a0c5 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:13.724448 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3e101ae3-25bb-4f00-a86a-8065cde204ab req-f0fdee9f-3030-42fe-87ba-28774102a0c5 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 945 time: 0.0643761 Jan 31 17:17:13.784588 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-3e101ae3-25bb-4f00-a86a-8065cde204ab req-6a4851cd-3d7f-44f2-8a81-b2ff453f563a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497806 Jan 31 17:17:13.919879 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ad737-3798-429c-84f2-5287f67813cd req-0e6219d1-7a34-4351-8680-bbfaf00f6ede tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:13.921576 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-546ad737-3798-429c-84f2-5287f67813cd req-0e6219d1-7a34-4351-8680-bbfaf00f6ede tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 945 time: 0.0576022 Jan 31 17:17:13.982912 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-546ad737-3798-429c-84f2-5287f67813cd req-01db072f-b5ae-4118-a2e2-b56de03fb958 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547261 Jan 31 17:17:14.008622 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46542) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:14.081704 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3ee32e-1460-4719-bd43-2585d1d6114d tempest-TestVolumeBootPattern-90632800 tempest-TestVolumeBootPattern-90632800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:14.084255 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-4b3ee32e-1460-4719-bd43-2585d1d6114d tempest-TestVolumeBootPattern-90632800 tempest-TestVolumeBootPattern-90632800-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1124 time: 0.0739629 Jan 31 17:17:14.087735 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46544) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:14.094762 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:17:14.128596 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:14.254355 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:14.372085 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Allocated IP 172.27.3.195 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/87c8ebc7-ed78-403e-aed4-90c9fbf197a3) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:17:14.491923 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:14.531157 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:14.573111 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:17:14.578962 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:17:14.582894 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:17:14.589285 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=87c8ebc7-ed78-403e-aed4-90c9fbf197a3,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:14.773151 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46546) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:15.032643 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Deleting port 5e9761c1-a56c-478f-acd5-f601ef912217 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:15.033451 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (5e9761c1-a56c-478f-acd5-f601ef912217), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.119589 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (8245ce9c-c3fb-471f-bd14-b4625ed4695f), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.161785 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (5e9761c1-a56c-478f-acd5-f601ef912217), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.161785 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for floatingip (5e9761c1-a56c-478f-acd5-f601ef912217), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.176114 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Calling delete_port for 5e9761c1-a56c-478f-acd5-f601ef912217 owned by network:floatingip {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:15.213691 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.405608 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (5e9761c1-a56c-478f-acd5-f601ef912217), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.411905 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.420378 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.443875 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event deleted for resources: {'Port': ['ID=5e9761c1-a56c-478f-acd5-f601ef912217,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:15.544545 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for floatingip (b9693b38-d7d6-43ab-9db9-693cafceaada), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.545076 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.db.l3_db [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Floating IP b9693b38-d7d6-43ab-9db9-693cafceaada disassociated (deleted). External IP: 172.27.3.11, port: a822776a-4b49-489f-b16d-754e94e1398a. Jan 31 17:17:15.556963 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=87c8ebc7-ed78-403e-aed4-90c9fbf197a3,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:15.565175 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (8245ce9c-c3fb-471f-bd14-b4625ed4695f), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.717838 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Floating IP 8245ce9c-c3fb-471f-bd14-b4625ed4695f associated. External IP: 172.27.3.195, port: b5a382ee-ca02-4c4d-8798-2e77e7e1b59f. Jan 31 17:17:15.811444 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Router 7de2aaa5-e510-48d5-935b-433b526723ff has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:17:15.978862 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:17:15.986274 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:15.994462 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] Sync routers for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:17:16.002990 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Router e0857741-d7e0-4201-9e44-b9016feec859 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:17:16.007349 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:17:16.014324 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:17:16.015849 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:17:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:16.036526 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-008b90fc-712c-4b1d-9340-397682148d9f tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "DELETE /v2.0/floatingips/b9693b38-d7d6-43ab-9db9-693cafceaada HTTP/1.1" status: 204 len: 168 time: 1.2612431 Jan 31 17:17:16.037550 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:17:16.045851 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd" -d '{"events": [{"name": "network-changed", "server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "tag": "a822776a-4b49-489f-b16d-754e94e1398a"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:17:16.157461 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:17:16.158179 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85793fc-58ef-4c5a-8a15-5e6d59255610 x-openstack-request-id: req-d85793fc-58ef-4c5a-8a15-5e6d59255610 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:17:16.158293 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "tag": "a822776a-4b49-489f-b16d-754e94e1398a", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:17:16.158695 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d85793fc-58ef-4c5a-8a15-5e6d59255610 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:17:16.160411 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a', 'status': 'completed', 'code': 200} Jan 31 17:17:16.172859 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:17:16.194668 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:17:16.196110 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:17:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:16.202893 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:16.207732 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:17:16.338546 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-0cf46666-8321-49af-be19-5bb671b0464a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2489953 Jan 31 17:17:16.339358 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-7afeb523-867b-446f-97c7-6ff71615bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:16.342207 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:17:16.346489 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:17:16.347925 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-7afeb523-867b-446f-97c7-6ff71615bc0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5f8c7c201b074313a010c032bfc855ec&device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 1129 time: 0.1590586 Jan 31 17:17:16.432475 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:17:16.499636 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:21Z', 'revision_number': 5, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:16.535050 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ecdf59-e064-474f-9cd4-b365ee756c65 x-openstack-request-id: req-83ecdf59-e064-474f-9cd4-b365ee756c65 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:17:16.535685 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:17:16.536178 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-83ecdf59-e064-474f-9cd4-b365ee756c65 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:17:16.536892 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'status': 'completed', 'code': 200} Jan 31 17:17:16.543110 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] Checking router: 7de2aaa5-e510-48d5-935b-433b526723ff for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:17:16.559488 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:17:16.560705 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:17:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:16.585615 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd727dc-3114-46f1-aeab-2d35cffe868b req-b406c54a-f8d2-4be0-a083-b5f1b3a08fc3 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:16.596168 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-edd727dc-3114-46f1-aeab-2d35cffe868b req-b406c54a-f8d2-4be0-a083-b5f1b3a08fc3 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.1470082 Jan 31 17:17:16.603213 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-6aefb1e2-6bfd-46f7-8130-b6496cc86f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:16.605285 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-6aefb1e2-6bfd-46f7-8130-b6496cc86f19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 200 len: 908 time: 0.2409616 Jan 31 17:17:16.614643 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-4d4de51c-2469-4f9a-aac7-3fd1169c1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:16.616889 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-4d4de51c-2469-4f9a-aac7-3fd1169c1d4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1129 time: 0.1166122 Jan 31 17:17:16.668753 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-edd727dc-3114-46f1-aeab-2d35cffe868b req-15740c60-2bf0-431c-b06f-9768d3b31805 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716383 Jan 31 17:17:16.693387 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-6983277b-4f69-4941-be24-5fb12f290c30 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 200 len: 217 time: 0.0753143 Jan 31 17:17:16.745706 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:17:16.798587 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-49d911e7-9b84-41a2-8fdf-640a5fe824ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:16.800518 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-49d911e7-9b84-41a2-8fdf-640a5fe824ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e90c051-b27a-48d7-9935-005c2c0d13bf HTTP/1.1" status: 200 len: 846 time: 0.0974867 Jan 31 17:17:16.842337 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-46c1fc33-489c-4d9a-9c6d-8a4e957b5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:16.844141 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-46c1fc33-489c-4d9a-9c6d-8a4e957b5c6d service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.2193837 Jan 31 17:17:16.867914 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:14Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:16.898654 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:17:16.912069 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:17:16.912728 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:17:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:16.927367 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-32b6623d-2526-46a6-be3c-fc35a286f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:16.930047 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-32b6623d-2526-46a6-be3c-fc35a286f48f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be0aadef-bd19-46ec-a49e-8c6d7dd035f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1213896 Jan 31 17:17:16.949295 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-ca4745ca-0c69-4a73-8003-cf11ec0e4254 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:17:16.951140 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-ca4745ca-0c69-4a73-8003-cf11ec0e4254 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119429 Jan 31 17:17:16.993648 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-54892c92-d4de-44b8-8f8d-f6c71f5c77c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 200 len: 999 time: 0.1423423 Jan 31 17:17:17.032406 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:17:17.117221 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-cce0a3ca-9b2f-4eaa-a59f-d4109020e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:17.119663 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-cce0a3ca-9b2f-4eaa-a59f-d4109020e65c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.1172135 Jan 31 17:17:17.120717 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:21Z', 'revision_number': 5, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:17.155902 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f5717-cbf4-4819-b875-461bc1c3002a None None] The sync data for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi is: [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:12:14Z', 'revision_number': 4, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': '313ca5fc-b258-45ed-a9ec-c423e7f0ef77', 'name': '', 'network_id': 'be0aadef-bd19-46ec-a49e-8c6d7dd035f8', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'mac_address': 'fa:16:3e:e1:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:14Z', 'updated_at': '2022-01-31T17:12:21Z', 'revision_number': 5, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'subnets': [{'id': '2e90c051-b27a-48d7-9935-005c2c0d13bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:17:17.209933 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-4af711d9-1f08-4632-8488-e75f6d4ad210 service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494504 Jan 31 17:17:17.277602 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-b117cbd6-006c-423c-ab28-9fb342c1c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:17.280599 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-b117cbd6-006c-423c-ab28-9fb342c1c0d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1531355 Jan 31 17:17:17.295171 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:14Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:17.324909 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049b352-3328-4f5e-8765-4ed4cc67dbba None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:14Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:17:17.501855 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9b0ffe0d-fa6b-402e-9f83-9b48d151ebbd req-91c3e30f-6519-439f-bbc9-a88c231a0116 service neutron] 10.222.0.71 "GET /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849724 Jan 31 17:17:17.507105 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c3325-5640-4bf8-8467-d1ddac89a8f8 None None] New status for floating IP b9693b38-d7d6-43ab-9db9-693cafceaada: DOWN {{(pid=102772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:17:17.555698 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-6366a0e6-116d-4db9-a29c-6ff5b3bbefde service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143223 Jan 31 17:17:17.673573 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab06f4-3567-4fdb-9fb9-8537e4722546 None None] New status for floating IP 8245ce9c-c3fb-471f-bd14-b4625ed4695f: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:17:17.718912 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-ca9fe3fb-20c1-4209-98d2-e4b691ccb25e req-3e12ebb3-5725-40a3-9a57-45d33410a469 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565256 Jan 31 17:17:17.847717 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fbe5-b158-4d1e-a54b-39809b6ed63d req-b0acaf0d-dee4-4f27-8662-984f8943ba61 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:17.849363 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c74fbe5-b158-4d1e-a54b-39809b6ed63d req-b0acaf0d-dee4-4f27-8662-984f8943ba61 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0598440 Jan 31 17:17:17.908249 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-6c74fbe5-b158-4d1e-a54b-39809b6ed63d req-c0d1ba04-a91b-40a7-b8b6-2d80b7628c53 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/security-groups?id=be17238e-c880-4110-a2e8-4bc69f881246&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523543 Jan 31 17:17:18.019873 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-ef716ce6-62a3-4be3-808f-791e541cc011 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:18.021558 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-ef716ce6-62a3-4be3-808f-791e541cc011 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.71 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 945 time: 0.0690472 Jan 31 17:17:18.128394 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Deleting port a822776a-4b49-489f-b16d-754e94e1398a {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:18.129161 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (a822776a-4b49-489f-b16d-754e94e1398a), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:18.679540 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] For port a822776a-4b49-489f-b16d-754e94e1398a, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a822776a-4b49-489f-b16d-754e94e1398a,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:18.679885 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (a822776a-4b49-489f-b16d-754e94e1398a), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:18.695630 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Calling delete_port for a822776a-4b49-489f-b16d-754e94e1398a owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:18.839423 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (a822776a-4b49-489f-b16d-754e94e1398a), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:18.874493 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event deleted for resources: {'Port': ['ID=a822776a-4b49-489f-b16d-754e94e1398a,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:18.920988 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] No DVR routers for this DVR port a822776a-4b49-489f-b16d-754e94e1398a on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:17:18.924178 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:18.927975 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-f62b6636-8739-4ec1-881e-d7cc79fa255f req-9b1ea2ef-15af-407e-9cd1-9e8cda112d63 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.71 "DELETE /v2.0/ports/a822776a-4b49-489f-b16d-754e94e1398a HTTP/1.1" status: 204 len: 173 time: 0.9005976 Jan 31 17:17:18.928476 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'name': 'network-vif-deleted', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:17:18.930993 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26631b7-a921-4bbd-b3ce-d580af01af76" -d '{"events": [{"server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "name": "network-vif-deleted", "tag": "a822776a-4b49-489f-b16d-754e94e1398a"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:17:18.998751 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d698e1-4713-4572-b9cd-e584d87fa123 x-openstack-request-id: req-92d698e1-4713-4572-b9cd-e584d87fa123 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:17:18.999072 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dc16b8-5de6-4690-ae3f-18581d16f69a", "name": "network-vif-deleted", "tag": "a822776a-4b49-489f-b16d-754e94e1398a", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:17:18.999293 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-92d698e1-4713-4572-b9cd-e584d87fa123 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:17:18.999773 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dc16b8-5de6-4690-ae3f-18581d16f69a', 'name': 'network-vif-deleted', 'tag': 'a822776a-4b49-489f-b16d-754e94e1398a', 'status': 'completed', 'code': 200} Jan 31 17:17:19.055440 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-48d851dc-de1a-497e-a61c-e2c46adb11ed req-075c0c44-e342-49ab-b60c-7c070580b785 tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "GET /v2.0/ports?device_id=91dc16b8-5de6-4690-ae3f-18581d16f69a HTTP/1.1" status: 200 len: 210 time: 0.0487034 Jan 31 17:17:20.121057 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46568) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:20.212804 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6fd8-8565-4edc-b04b-031ce31f4e1b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group (be17238e-c880-4110-a2e8-4bc69f881246), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:20.255793 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6fd8-8565-4edc-b04b-031ce31f4e1b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group (be17238e-c880-4110-a2e8-4bc69f881246), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:20.352907 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6fd8-8565-4edc-b04b-031ce31f4e1b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (be17238e-c880-4110-a2e8-4bc69f881246), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:20.355599 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6fd8-8565-4edc-b04b-031ce31f4e1b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:20.356900 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e2fc6fd8-8565-4edc-b04b-031ce31f4e1b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] 10.222.0.90 "DELETE /v2.0/security-groups/be17238e-c880-4110-a2e8-4bc69f881246 HTTP/1.1" status: 204 len: 168 time: 0.2344265 Jan 31 17:17:20.367885 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6fd8-8565-4edc-b04b-031ce31f4e1b tempest-TestShelveInstance-846193694 tempest-TestShelveInstance-846193694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be17238e-c880-4110-a2e8-4bc69f881246,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:20.420175 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46572) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:20.921956 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (7de2aaa5-e510-48d5-935b-433b526723ff), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:21.278141 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Deleting port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:21.278974 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:21.368523 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] For port 313ca5fc-b258-45ed-a9ec-c423e7f0ef77, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:21.368939 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:21.385334 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Calling delete_port for 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:21.634817 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (313ca5fc-b258-45ed-a9ec-c423e7f0ef77), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:21.667521 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=313ca5fc-b258-45ed-a9ec-c423e7f0ef77,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:21.831175 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a822776a-4b49-489f-b16d-754e94e1398a no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:17:21.859996 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: a822776a-4b49-489f-b16d-754e94e1398a {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:17:21.860548 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device a822776a-4b49-489f-b16d-754e94e1398a not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:17:21.882612 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (7de2aaa5-e510-48d5-935b-433b526723ff), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:22.390601 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Router 7de2aaa5-e510-48d5-935b-433b526723ff has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:17:22.511020 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:17:22.518833 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c94d50e2-f51c-4126-9cce-9701e2450e16 admin admin] 10.222.0.90 "PUT /v2.0/routers/7de2aaa5-e510-48d5-935b-433b526723ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0970318 Jan 31 17:17:22.521728 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46576) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:22.526247 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] Sync routers for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:17:22.538756 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:17:22.539648 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:17:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:22.649235 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks [] for router (7de2aaa5-e510-48d5-935b-433b526723ff), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:22.669749 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:17:22.777758 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks [] for router_gateway (7de2aaa5-e510-48d5-935b-433b526723ff), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:22.847704 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Deleting port 19457f22-6e46-4843-b845-e9fab2fa1858 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:22.848229 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:22.942929 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:17:21Z', 'revision_number': 5, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port': {'id': '19457f22-6e46-4843-b845-e9fab2fa1858', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:86:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:10Z', 'updated_at': '2022-01-31T17:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:22.965200 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] For port 19457f22-6e46-4843-b845-e9fab2fa1858, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=19457f22-6e46-4843-b845-e9fab2fa1858,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:22.965739 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:22.976001 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] Checking router: 7de2aaa5-e510-48d5-935b-433b526723ff for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:17:22.983438 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Calling delete_port for 19457f22-6e46-4843-b845-e9fab2fa1858 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:22.987543 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] Routers {'7de2aaa5-e510-48d5-935b-433b526723ff'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:17:22.988376 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:17:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['7de2aaa5-e510-48d5-935b-433b526723ff'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:23.097774 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] Set router 7de2aaa5-e510-48d5-935b-433b526723ff gateway port host: None {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:17:23.160551 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:17:22Z', 'revision_number': 6, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port_host': None}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:23.195876 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (19457f22-6e46-4843-b845-e9fab2fa1858), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.246774 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=19457f22-6e46-4843-b845-e9fab2fa1858,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:23.333514 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (7de2aaa5-e510-48d5-935b-433b526723ff), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.390912 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f95cfcb-86fa-4185-976c-111b13836b43 None None] The sync data for ids ['7de2aaa5-e510-48d5-935b-433b526723ff'] in dv-cinder-814898-3-iscsi is: [{'id': '7de2aaa5-e510-48d5-935b-433b526723ff', 'name': 'tempest-TestShelveInstance-45244827-router', 'tenant_id': '5f8c7c201b074313a010c032bfc855ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:08Z', 'updated_at': '2022-01-31T17:17:22Z', 'revision_number': 6, 'project_id': '5f8c7c201b074313a010c032bfc855ec', 'gw_port_host': None}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:17:23.452878 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (7de2aaa5-e510-48d5-935b-433b526723ff), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.455658 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks [] for router_controller (7de2aaa5-e510-48d5-935b-433b526723ff), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.536773 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (7de2aaa5-e510-48d5-935b-433b526723ff), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.537447 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de2aaa5-e510-48d5-935b-433b526723ff {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:17:23.543627 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.545301 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-b626f5f5-f0dc-4ac3-ae06-b995b5dc0bfd admin admin] 10.222.0.90 "DELETE /v2.0/routers/7de2aaa5-e510-48d5-935b-433b526723ff HTTP/1.1" status: 204 len: 168 time: 1.0223775 Jan 31 17:17:23.548651 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46578) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:23.595672 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-561364be-8f8c-4e0d-b628-f757dd148108 admin admin] Deleting subnet 2e90c051-b27a-48d7-9935-005c2c0d13bf {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:17:23.599495 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-561364be-8f8c-4e0d-b628-f757dd148108 admin admin] Publish callbacks [] for subnet (2e90c051-b27a-48d7-9935-005c2c0d13bf), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.636801 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-561364be-8f8c-4e0d-b628-f757dd148108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (2e90c051-b27a-48d7-9935-005c2c0d13bf), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.718597 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-561364be-8f8c-4e0d-b628-f757dd148108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (2e90c051-b27a-48d7-9935-005c2c0d13bf), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.786865 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-561364be-8f8c-4e0d-b628-f757dd148108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (2e90c051-b27a-48d7-9935-005c2c0d13bf), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.823681 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561364be-8f8c-4e0d-b628-f757dd148108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e90c051-b27a-48d7-9935-005c2c0d13bf,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:23.829244 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-561364be-8f8c-4e0d-b628-f757dd148108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:23.835913 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-561364be-8f8c-4e0d-b628-f757dd148108 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2e90c051-b27a-48d7-9935-005c2c0d13bf HTTP/1.1" status: 204 len: 168 time: 0.2857051 Jan 31 17:17:23.839433 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46580) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:23.849220 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a54c1b-9d30-4e2f-9bdd-dd5ea4dc7028 None None] Network be0aadef-bd19-46ec-a49e-8c6d7dd035f8 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:17:23.941338 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (be0aadef-bd19-46ec-a49e-8c6d7dd035f8), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.022069 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Deleting port d12bae95-1926-4cb6-94b4-7b72f9303cb6 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:24.022789 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.090849 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] For port d12bae95-1926-4cb6-94b4-7b72f9303cb6, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=d12bae95-1926-4cb6-94b4-7b72f9303cb6,segment=NetworkSegment(f67e848a-a642-4956-b2cf-82b053aef230),segment_id=f67e848a-a642-4956-b2cf-82b053aef230)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:24.091260 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.106178 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Calling delete_port for d12bae95-1926-4cb6-94b4-7b72f9303cb6 owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:24.207177 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (d12bae95-1926-4cb6-94b4-7b72f9303cb6), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.232968 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42d42c-836f-4f40-a633-9c3836471361 None None] DHCP port deletion for be0aadef-bd19-46ec-a49e-8c6d7dd035f8 request from dv-cinder-814898-3-iscsi {{(pid=102772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 17:17:24.259589 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12bae95-1926-4cb6-94b4-7b72f9303cb6,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:24.270059 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] No DVR routers for this DVR port d12bae95-1926-4cb6-94b4-7b72f9303cb6 on host dv-cinder-814898-3-iscsi {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:17:24.330670 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 19457f22-6e46-4843-b845-e9fab2fa1858 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:17:24.373118 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 19457f22-6e46-4843-b845-e9fab2fa1858 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:17:24.373669 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 19457f22-6e46-4843-b845-e9fab2fa1858 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:17:24.374204 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device d12bae95-1926-4cb6-94b4-7b72f9303cb6 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:17:24.389544 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (be0aadef-bd19-46ec-a49e-8c6d7dd035f8), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.403459 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: d12bae95-1926-4cb6-94b4-7b72f9303cb6 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:17:24.403982 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device d12bae95-1926-4cb6-94b4-7b72f9303cb6 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:17:24.404637 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:17:24.436719 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0aadef-bd19-46ec-a49e-8c6d7dd035f8']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:24.439238 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:17:24.439783 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 313ca5fc-b258-45ed-a9ec-c423e7f0ef77 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:17:24.452709 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67e848a-a642-4956-b2cf-82b053aef230') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:24.453336 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67e848a-a642-4956-b2cf-82b053aef230') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:24.465644 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (f67e848a-a642-4956-b2cf-82b053aef230), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.482712 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (f67e848a-a642-4956-b2cf-82b053aef230), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.495917 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:17:24.496556 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (f67e848a-a642-4956-b2cf-82b053aef230), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:17:24.499796 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:17:24.602086 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (be0aadef-bd19-46ec-a49e-8c6d7dd035f8), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.607129 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:24.610832 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/be0aadef-bd19-46ec-a49e-8c6d7dd035f8 HTTP/1.1" status: 204 len: 168 time: 0.7699413 Jan 31 17:17:24.616084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46582) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:24.621482 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b8d06-73b3-4df4-afb7-8239392534a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=be0aadef-bd19-46ec-a49e-8c6d7dd035f8,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:25.055245 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:25.342938 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Deleting port 35eaee9d-83ca-4603-a959-62fc0e528a0b {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:25.343213 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:25.458938 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] For port 35eaee9d-83ca-4603-a959-62fc0e528a0b, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=35eaee9d-83ca-4603-a959-62fc0e528a0b,segment=NetworkSegment(dddae676-2819-4453-aacb-eff01ffa78aa),segment_id=dddae676-2819-4453-aacb-eff01ffa78aa)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:25.459614 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:25.486014 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Calling delete_port for 35eaee9d-83ca-4603-a959-62fc0e528a0b owned by network:router_interface {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:25.769079 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (35eaee9d-83ca-4603-a959-62fc0e528a0b), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:25.798323 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Pushing event deleted for resources: {'Port': ['ID=35eaee9d-83ca-4603-a959-62fc0e528a0b,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:26.026541 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:26.302762 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:17:26.427420 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:17:26.434908 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-cdb9d9f3-7f74-4b6c-842e-cebf321e1176 admin admin] 10.222.0.90 "PUT /v2.0/routers/1c71360b-2e9f-4af7-b0b6-78bd8992aa37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8162236 Jan 31 17:17:26.438391 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46584) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:26.440860 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] Sync routers for ids ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:17:26.453801 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] Routers {'1c71360b-2e9f-4af7-b0b6-78bd8992aa37'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:17:26.454624 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:17:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:26.555154 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks [] for router (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:26.571064 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] Set router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:17:26.665641 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks [] for router_gateway (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:26.730982 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Deleting port 7788df27-f443-41a5-8844-9ba2ae16b958 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:26.731527 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:26.806444 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:17:25Z', 'revision_number': 5, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port': {'id': '7788df27-f443-41a5-8844-9ba2ae16b958', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:12:19Z', 'updated_at': '2022-01-31T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:26.829233 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] For port 7788df27-f443-41a5-8844-9ba2ae16b958, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=7788df27-f443-41a5-8844-9ba2ae16b958,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:26.830292 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:26.839113 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] Checking router: 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:17:26.848711 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Calling delete_port for 7788df27-f443-41a5-8844-9ba2ae16b958 owned by network:router_gateway {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:26.852315 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] Routers {'1c71360b-2e9f-4af7-b0b6-78bd8992aa37'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:17:26.853127 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:17:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:27.057541 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] Set router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:17:27.116419 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:17:26Z', 'revision_number': 6, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port_host': None}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:27.131999 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (7788df27-f443-41a5-8844-9ba2ae16b958), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.145398 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2c984-c3a7-4f34-b249-1ff00f938999 None None] The sync data for ids ['1c71360b-2e9f-4af7-b0b6-78bd8992aa37'] in dv-cinder-814898-3-iscsi is: [{'id': '1c71360b-2e9f-4af7-b0b6-78bd8992aa37', 'name': 'tempest-TestShelveInstance-1541782836-router', 'tenant_id': '5c472fd1fac44fa8920af9f677a61f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:12:18Z', 'updated_at': '2022-01-31T17:17:26Z', 'revision_number': 6, 'project_id': '5c472fd1fac44fa8920af9f677a61f66', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:17:27.162538 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Pushing event deleted for resources: {'Port': ['ID=7788df27-f443-41a5-8844-9ba2ae16b958,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:27.234397 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.347728 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.350853 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks [] for router_controller (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.449988 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (1c71360b-2e9f-4af7-b0b6-78bd8992aa37), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.450482 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c71360b-2e9f-4af7-b0b6-78bd8992aa37 {{(pid=102770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:17:27.456298 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.460515 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-70c67de5-cfe4-405c-91fc-8580880bd091 admin admin] 10.222.0.90 "DELETE /v2.0/routers/1c71360b-2e9f-4af7-b0b6-78bd8992aa37 HTTP/1.1" status: 204 len: 168 time: 1.0207880 Jan 31 17:17:27.460817 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46586) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:27.510775 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a860528-9b95-4a10-945b-74b7b17d6bf2 admin admin] Deleting subnet 4ae023b7-7673-4ea7-8a62-7c28e81b2df9 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:17:27.514821 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a860528-9b95-4a10-945b-74b7b17d6bf2 admin admin] Publish callbacks [] for subnet (4ae023b7-7673-4ea7-8a62-7c28e81b2df9), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.571736 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a860528-9b95-4a10-945b-74b7b17d6bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (4ae023b7-7673-4ea7-8a62-7c28e81b2df9), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.685051 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a860528-9b95-4a10-945b-74b7b17d6bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (4ae023b7-7673-4ea7-8a62-7c28e81b2df9), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.750128 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a860528-9b95-4a10-945b-74b7b17d6bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (4ae023b7-7673-4ea7-8a62-7c28e81b2df9), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.797058 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a860528-9b95-4a10-945b-74b7b17d6bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae023b7-7673-4ea7-8a62-7c28e81b2df9,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:27.800583 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-8a860528-9b95-4a10-945b-74b7b17d6bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.804621 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea7781c-d46f-48cf-89ac-6d0e5f3863a4 None None] Network d2253d7c-cc14-40f5-9461-3c3db950628d requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:17:27.808001 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-8a860528-9b95-4a10-945b-74b7b17d6bf2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/4ae023b7-7673-4ea7-8a62-7c28e81b2df9 HTTP/1.1" status: 204 len: 168 time: 0.3442996 Jan 31 17:17:27.809661 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46588) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:27.887265 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (d2253d7c-cc14-40f5-9461-3c3db950628d), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:27.960932 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Deleting port cef48c6a-9b96-4687-a4a6-47f1335af38f {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:27.961481 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.059087 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] DHCP port deletion for d2253d7c-cc14-40f5-9461-3c3db950628d request from dv-cinder-814898-3-iscsi {{(pid=102772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 17:17:28.059587 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] For port cef48c6a-9b96-4687-a4a6-47f1335af38f, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=cef48c6a-9b96-4687-a4a6-47f1335af38f,segment=NetworkSegment(dddae676-2819-4453-aacb-eff01ffa78aa),segment_id=dddae676-2819-4453-aacb-eff01ffa78aa)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:28.060048 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.076349 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Calling delete_port for cef48c6a-9b96-4687-a4a6-47f1335af38f owned by network:dhcp {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:28.149462 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] Deleting port cef48c6a-9b96-4687-a4a6-47f1335af38f {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:17:28.149462 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.234947 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] For port cef48c6a-9b96-4687-a4a6-47f1335af38f, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=cef48c6a-9b96-4687-a4a6-47f1335af38f,segment=NetworkSegment(dddae676-2819-4453-aacb-eff01ffa78aa),segment_id=dddae676-2819-4453-aacb-eff01ffa78aa)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:17:28.235622 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.244002 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.259860 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device cef48c6a-9b96-4687-a4a6-47f1335af38f no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:17:28.289801 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef48c6a-9b96-4687-a4a6-47f1335af38f,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:28.300197 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] No DVR routers for this DVR port cef48c6a-9b96-4687-a4a6-47f1335af38f on host dv-cinder-814898-3-iscsi {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:17:28.302222 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] Calling delete_port for cef48c6a-9b96-4687-a4a6-47f1335af38f owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:17:28.310728 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: cef48c6a-9b96-4687-a4a6-47f1335af38f {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:17:28.311481 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device cef48c6a-9b96-4687-a4a6-47f1335af38f not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:17:28.312087 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 7788df27-f443-41a5-8844-9ba2ae16b958 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:17:28.351921 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 7788df27-f443-41a5-8844-9ba2ae16b958 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:17:28.352757 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 7788df27-f443-41a5-8844-9ba2ae16b958 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:17:28.353557 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 35eaee9d-83ca-4603-a959-62fc0e528a0b no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:17:28.391364 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 35eaee9d-83ca-4603-a959-62fc0e528a0b {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:17:28.391952 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 35eaee9d-83ca-4603-a959-62fc0e528a0b not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:17:28.429068 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (d2253d7c-cc14-40f5-9461-3c3db950628d), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.453610 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2253d7c-cc14-40f5-9461-3c3db950628d']}} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:28.470484 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddae676-2819-4453-aacb-eff01ffa78aa') {'for_net_delete': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:28.470959 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddae676-2819-4453-aacb-eff01ffa78aa') {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:17:28.486792 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (cef48c6a-9b96-4687-a4a6-47f1335af38f), after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.493109 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562452'] for segment (dddae676-2819-4453-aacb-eff01ffa78aa), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.514333 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (dddae676-2819-4453-aacb-eff01ffa78aa), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.524758 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=102770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:17:28.525423 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693788'] for segment (dddae676-2819-4453-aacb-eff01ffa78aa), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: Traceback (most recent call last): Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: timer() Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: cb(*args, **kw) Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: return func(*args, **kwargs) Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: self._notify() Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: self.callback(batched_events) Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: event.method(event) Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: return f(self, *a, **k) Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: return self._get(url).json() Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: return self.request(url, 'GET', **kwargs) Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:17:28.528318 dv-cinder-814898-3-iscsi neutron-server[102770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:17:28.535858 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] No DVR routers for this DVR port cef48c6a-9b96-4687-a4a6-47f1335af38f on host dv-cinder-814898-3-iscsi {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:17:28.539119 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611d4a1-2b99-4eb4-b043-f7fa1f8662c0 None None] Pushing event deleted for resources: {'Port': ['ID=cef48c6a-9b96-4687-a4a6-47f1335af38f,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:28.598533 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (d2253d7c-cc14-40f5-9461-3c3db950628d), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.605056 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.608737 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] 10.222.0.90 "DELETE /v2.0/networks/d2253d7c-cc14-40f5-9461-3c3db950628d HTTP/1.1" status: 204 len: 168 time: 0.7978675 Jan 31 17:17:28.622808 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b08-6138-4c68-90b1-807ee5a951c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2253d7c-cc14-40f5-9461-3c3db950628d,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:28.770575 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46592) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:28.817915 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-37c1fa54-6f4b-4111-a5b3-4ca12542d36f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5f8c7c201b074313a010c032bfc855ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458267 Jan 31 17:17:28.820982 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46594) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:28.882217 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0882198f-2813-4bef-b3d3-3a6ba3c90aca admin admin] Publish callbacks [] for security_group (26983644-ee66-4e59-b195-234f1b69417d), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.911282 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0882198f-2813-4bef-b3d3-3a6ba3c90aca admin admin] Publish callbacks [] for security_group (26983644-ee66-4e59-b195-234f1b69417d), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.968302 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0882198f-2813-4bef-b3d3-3a6ba3c90aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (26983644-ee66-4e59-b195-234f1b69417d), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.971688 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-0882198f-2813-4bef-b3d3-3a6ba3c90aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:28.973556 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-0882198f-2813-4bef-b3d3-3a6ba3c90aca admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/26983644-ee66-4e59-b195-234f1b69417d HTTP/1.1" status: 204 len: 168 time: 0.1510792 Jan 31 17:17:28.982912 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882198f-2813-4bef-b3d3-3a6ba3c90aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26983644-ee66-4e59-b195-234f1b69417d,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:29.381957 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46600) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:29.444822 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-1c77bbed-de99-41eb-b2d4-022a82c4a9dc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5c472fd1fac44fa8920af9f677a61f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610304 Jan 31 17:17:29.447646 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46602) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:17:29.502899 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a43dce97-7342-4636-9f46-ad74307ce738 admin admin] Publish callbacks [] for security_group (9b30edcd-01cf-42a3-bc17-994e45289ebb), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:29.527034 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a43dce97-7342-4636-9f46-ad74307ce738 admin admin] Publish callbacks [] for security_group (9b30edcd-01cf-42a3-bc17-994e45289ebb), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:29.581582 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a43dce97-7342-4636-9f46-ad74307ce738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (9b30edcd-01cf-42a3-bc17-994e45289ebb), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:29.584416 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-a43dce97-7342-4636-9f46-ad74307ce738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:29.585693 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-a43dce97-7342-4636-9f46-ad74307ce738 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9b30edcd-01cf-42a3-bc17-994e45289ebb HTTP/1.1" status: 204 len: 168 time: 0.1367943 Jan 31 17:17:29.594505 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dce97-7342-4636-9f46-ad74307ce738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b30edcd-01cf-42a3-bc17-994e45289ebb,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:17:34.479061 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-99e50d6e-b7b9-426e-bc89-1e3c5bf9a5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:36.845379 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68606dd0-c617-4b9f-a964-2a52fe631481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:39.898498 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:41.487468 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:41.693792 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:42.014867 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:17:48.716220 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-783513cb-6f0d-458f-8dec-bce89705c522 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535045 Jan 31 17:17:48.814090 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-4398a1b6-844e-4010-a5c8-f3b3f5dcfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:48.815714 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-4398a1b6-844e-4010-a5c8-f3b3f5dcfb69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1129 time: 0.0547798 Jan 31 17:17:48.952812 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-a61745b9-bd23-4c60-a806-c5c367bab44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:48.955079 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-a61745b9-bd23-4c60-a806-c5c367bab44b service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.1180491 Jan 31 17:17:49.031174 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-815f71e1-d456-45a3-aa07-49ebf4066370 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 200 len: 1001 time: 0.0692575 Jan 31 17:17:49.090510 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-74739ac2-007d-4052-9c8b-799207d7a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:49.092746 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-74739ac2-007d-4052-9c8b-799207d7a7bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0553443 Jan 31 17:17:49.150572 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-936d48e0-dc78-4326-823e-75183e284770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:17:49.152239 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-936d48e0-dc78-4326-823e-75183e284770 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528665 Jan 31 17:17:49.253910 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-cc37f779-9c63-4581-9d69-0e6d3ed58ced service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943077 Jan 31 17:17:49.353460 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-380d2940-bdd3-479c-b6f5-84a02cde51e4 req-62c21943-967e-4fae-994a-31abc4351b0f service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928521 Jan 31 17:17:53.011963 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:18:04.477273 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8e36a3f3-f64b-4506-91f3-abfa8f197848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:06.841515 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-68ff74d5-19f6-42fb-aeb9-f4e047880428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:09.897302 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:11.515857 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:11.688652 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:12.012164 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:30.014530 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:18:34.476093 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-26c74e50-12fc-4825-8a01-02ead8148a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:36.842454 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9fe32dd3-a344-463e-b7dc-992d1b336cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:39.901290 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:41.516167 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:41.698001 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:42.019725 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:49.875487 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-fbd1ad83-d249-427e-b326-f3f2c828c37c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520551 Jan 31 17:18:49.982166 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-041a89a1-eec1-4ff5-9629-d47c58af6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:18:49.986215 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-041a89a1-eec1-4ff5-9629-d47c58af6d07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1129 time: 0.0605354 Jan 31 17:18:50.111450 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-528eb6c3-124a-4d80-9775-6e4fab717cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:18:50.113038 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-528eb6c3-124a-4d80-9775-6e4fab717cd8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.1054087 Jan 31 17:18:50.517633 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-ce218fcd-0020-4d10-b1c7-4c65e17700b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 200 len: 1001 time: 0.3964300 Jan 31 17:18:50.590135 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-584d1344-4e33-4cad-9216-c46b49edb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:18:50.592288 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-584d1344-4e33-4cad-9216-c46b49edb8a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0681503 Jan 31 17:18:50.666807 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-e65376ce-6d44-440b-b518-e4a501127f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:18:50.669633 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-e65376ce-6d44-440b-b518-e4a501127f3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698295 Jan 31 17:18:50.799866 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-f8e3fc8b-b181-42e5-b1f7-f125b35a8f36 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228852 Jan 31 17:18:50.928368 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-543303c7-8027-4402-8b51-26730cfd4fc6 req-aec221f5-7ef2-49fc-ab5c-f5b70e74dc26 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225035 Jan 31 17:18:53.262609 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-2f8c305b-feff-4810-bebe-79f1ad5571be tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606094119&fields=id&tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 267 time: 0.0499957 Jan 31 17:18:53.385108 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-9e42b453-8d4f-492b-b147-ebd946c128e4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:18:53.386669 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-9e42b453-8d4f-492b-b147-ebd946c128e4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 811 time: 0.1110852 Jan 31 17:18:53.403652 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-f6de6ce1-e7f9-446e-88dc-b4ab9fb1d029 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/quotas/9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 375 time: 0.0104887 Jan 31 17:18:53.473015 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-7fd48bc5-8038-40f9-888a-925d970175fd tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630646 Jan 31 17:18:53.599927 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-1aec1139-8f01-4cc9-a6be-39a7cd3b0e3d service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=102770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 17:18:53.601060 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-1aec1139-8f01-4cc9-a6be-39a7cd3b0e3d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1140294 Jan 31 17:18:53.702150 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-ec2d3676-472d-475b-8b53-e602882d7691 service neutron] 10.222.0.90 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942209 Jan 31 17:18:53.808972 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-9515b31d-94f8-48af-bc39-9235dbc669d5 service neutron] 10.222.0.90 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003289 Jan 31 17:18:54.132892 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-9823b7b9-da1f-4ded-ab79-ef3cd9bf9222 req-6c0760e5-9388-4b72-8dda-5cc48e42bbcf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 210 time: 0.0356643 Jan 31 17:18:55.223914 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-bddc0d41-973c-4c8d-b776-fc448d6f0825 req-ee27505e-9d4f-49b2-8a51-6a27c6841ebf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 210 time: 0.0327115 Jan 31 17:18:56.312695 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0aadb3ca-e387-4b12-8e66-c5d6a5331f83 req-7628383f-a197-497f-87d5-dc0bd1fb0895 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 210 time: 0.0292330 Jan 31 17:18:57.411033 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2e9d215d-ea47-4564-acff-1840e3bc7dc2 req-1857b65a-f580-462e-919a-86e32522b31a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 210 time: 0.0450578 Jan 31 17:18:58.531762 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-d67748b2-e887-4887-984e-53fdf4bbdfe9 req-3a07508f-135b-4b45-96c2-fd103c3c39e3 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 210 time: 0.0310657 Jan 31 17:18:59.391759 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-93cb37e9-f031-4575-b7a2-86ef72a473ab tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:18:59.391759 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-93cb37e9-f031-4575-b7a2-86ef72a473ab tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 811 time: 0.1302238 Jan 31 17:18:59.476575 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-6c7256eb-a54a-41c8-9fd0-bca8946dfcab tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a HTTP/1.1" status: 200 len: 379 time: 0.0763206 Jan 31 17:18:59.489545 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'port': {'device_id': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'admin_state_up': True, 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'security_groups': ['2a7219da-76ff-45d9-9c66-3247c2c438c2']}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:18:59.666621 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5fa8add8-5f27-45c1-b059-68b879614b77 req-52fc8620-5c13-4c3b-93f2-f4ebfdb7df4a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 210 time: 0.0512080 Jan 31 17:18:59.672818 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Made reservation on behalf of 9a6ef23bd1de467fa9c6a4c61a63126a for: {'port': 1} {{(pid=102770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:18:59.676556 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:18:59.842021 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_common [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Allocated IP 172.20.0.4 (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5/257c4df0-cd1f-4153-8bcf-94b39fa85367/6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2) {{(pid=102770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:19:00.056833 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), precommit_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:00.096494 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), after_create {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:00.144318 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 is already hosted by enough agents. {{(pid=102770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:19:00.150465 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.base_scheduler [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Resources bound (agent type, host, resource id): {{(pid=102770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:19:00.153424 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Received port after_create {{(pid=102770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:19:00.187128 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,revision_number=1']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:19:00.203441 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.203773 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.204126 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.204464 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.204797 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.205123 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.205479 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.205779 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.206101 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.206421 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.206738 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.207051 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.207365 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:00.231864 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:00.232574 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:00.252563 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-d5715451-ad7a-467f-bb0c-c5bfc5fa8abc tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705867 Jan 31 17:19:00.264916 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.v2.base [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Request body: {'port': {'device_id': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=102770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:19:00.341960 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:00.448160 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-a73443cc-25d5-49e2-8694-10627acf4dc4 None None] Provisioning complete for port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 triggered by entity DHCP. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:19:00.448957 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a73443cc-25d5-49e2-8694-10627acf4dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:00.508203 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-a73443cc-25d5-49e2-8694-10627acf4dc4 None None] Port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 cannot update to ACTIVE because it is not bound. {{(pid=102772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 17:19:00.652609 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 {{(pid=102770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:19:00.661304 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Publish callbacks [] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), precommit_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:00.675872 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.provisioning_blocks [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Transition to ACTIVE for port object 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 will not be triggered until provisioned by entity L2. {{(pid=102770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:19:00.681663 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:00.780399 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Pushing event updated for resources: {'Port': ['ID=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,revision_number=2']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:19:00.824363 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e6d0-38b5-462c-9583-5597f46b244c req-e2f97dce-68ab-45c2-8b85-84569cd85f2a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:00.831562 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e820e6d0-38b5-462c-9583-5597f46b244c req-e2f97dce-68ab-45c2-8b85-84569cd85f2a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 943 time: 0.0720911 Jan 31 17:19:00.849151 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Attempting to bind port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 17:19:00.849716 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Attempting to bind port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 17:19:00.850212 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Attempting to bind port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:19:00.858888 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 17:19:00.859517 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Attempting to bind port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 on network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 17:19:00.869393 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Checking agent: {'id': 'abc82018-2b87-4271-a8ad-fd2cfc0e9a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'started_at': datetime.datetime(2022, 1, 31, 17, 4, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 17:19:00.869953 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Checking segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 17:19:00.870591 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Bound using segment: {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'} {{(pid=102770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 17:19:00.871335 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.managers [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Bound port: 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ca7350-827a-4abb-ab02-8dd33b3dadae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5'}}] {{(pid=102770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 17:19:00.872061 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), before_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:00.889439 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-e820e6d0-38b5-462c-9583-5597f46b244c req-039bd7ea-c3ec-43a6-8507-17f048854f4d tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562780 Jan 31 17:19:00.972378 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] For port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2, host hv-cinder-81489, cleared binding levels {{(pid=102770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:19:00.975821 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] For port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:19:00.984038 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8694008'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), after_update {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:01.023114 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:01.023702 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:01.025216 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] 10.222.0.71 "PUT /v2.0/ports/6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 HTTP/1.1" status: 200 len: 1093 time: 0.7650604 Jan 31 17:19:01.025715 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:19:01.028190 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e7d49e-f12e-4f16-be9a-b931f0369ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:19:01.067626 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3f95e-f88a-4855-8d47-caf359276d84 service neutron] Pushing event updated for resources: {'Port': ['ID=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,revision_number=3']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:19:01.175111 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-bdd861c0-c76b-4ce8-b245-e0293158adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:01.178073 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-bdd861c0-c76b-4ce8-b245-e0293158adfa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 1127 time: 0.0843430 Jan 31 17:19:01.246965 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-af1b4b1a-2d43-43d8-a253-1217348ceeb3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 HTTP/1.1" status: 200 len: 217 time: 0.0611389 Jan 31 17:19:01.295308 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e50ead-9584-4278-b41e-c54d51cc09c2 x-openstack-request-id: req-66e50ead-9584-4278-b41e-c54d51cc09c2 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:19:01.295730 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:19:01.296049 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-66e50ead-9584-4278-b41e-c54d51cc09c2 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:19:01.296556 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'status': 'completed', 'code': 200} Jan 31 17:19:01.316433 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-3ec810d5-03f2-41e9-960c-95afe5ad9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:01.317869 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-3ec810d5-03f2-41e9-960c-95afe5ad9225 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0642314 Jan 31 17:19:01.383222 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-6d5844a1-a79e-491a-ac6f-5b6dc09cae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:01.384870 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-6d5844a1-a79e-491a-ac6f-5b6dc09cae21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607002 Jan 31 17:19:01.491544 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-850d5504-f707-4c89-804b-3841bfb529fb service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988033 Jan 31 17:19:01.593667 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-fc8a71de-0e7d-4c19-ac67-57855ae19514 req-9b0f33df-2e9a-4314-a078-06434273ddd0 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955815 Jan 31 17:19:01.705074 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-864b08db-c400-431f-81d1-1ba15cbc8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:01.706769 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-864b08db-c400-431f-81d1-1ba15cbc8c1f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 1127 time: 0.0613959 Jan 31 17:19:01.824983 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-6da3fc91-6b1d-493f-bb6f-b942e609516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:01.827589 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-6da3fc91-6b1d-493f-bb6f-b942e609516e service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.1124423 Jan 31 17:19:01.873081 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-b553e2b6-8252-4ead-9e7f-1b86d7c0835f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 HTTP/1.1" status: 200 len: 217 time: 0.0380039 Jan 31 17:19:01.957156 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-3e0c1fef-e98b-4ed3-adc6-5f5ab7df292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:01.958863 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-3e0c1fef-e98b-4ed3-adc6-5f5ab7df292a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0766220 Jan 31 17:19:02.027024 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-b65b6afe-7993-470a-b139-eefcc60b7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:02.028834 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-b65b6afe-7993-470a-b139-eefcc60b7663 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605209 Jan 31 17:19:02.074007 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5dd4e-f528-45f9-9e21-f7c3586966fc req-277559d3-e72b-4708-8b0e-76293a9e3c12 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:02.076515 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-81e5dd4e-f528-45f9-9e21-f7c3586966fc req-277559d3-e72b-4708-8b0e-76293a9e3c12 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 943 time: 0.0900087 Jan 31 17:19:02.145932 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-81e5dd4e-f528-45f9-9e21-f7c3586966fc req-63393f78-c026-427e-9de7-0f986ee406a4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630059 Jan 31 17:19:02.152052 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-27500e34-314e-4f46-8c4a-2b6568ac416c service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125317 Jan 31 17:19:02.253921 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-34e7d49e-f12e-4f16-be9a-b931f0369ba9 req-9f23e9c7-dc2e-4f37-9c83-8f0065c8a2cd service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951123 Jan 31 17:19:03.284891 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ecad1-26dd-400a-86d2-f7281c85d1b9 req-61f1fadb-9ee9-44bf-8260-666d4d21d940 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:03.286747 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-049ecad1-26dd-400a-86d2-f7281c85d1b9 req-61f1fadb-9ee9-44bf-8260-666d4d21d940 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 943 time: 0.0631835 Jan 31 17:19:03.351966 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-049ecad1-26dd-400a-86d2-f7281c85d1b9 req-0385032d-6b50-44f7-b0bd-d2996c567695 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561254 Jan 31 17:19:04.474218 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c3ca-779b-419e-8818-efbf1aae4e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:04.496218 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606990b-a8fe-4c9f-9323-e20498b2877e req-4b167dc3-7d15-4ed7-beed-5842fb04afdb tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:04.498497 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7606990b-a8fe-4c9f-9323-e20498b2877e req-4b167dc3-7d15-4ed7-beed-5842fb04afdb tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 943 time: 0.0688264 Jan 31 17:19:04.562669 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-7606990b-a8fe-4c9f-9323-e20498b2877e req-b8f36429-fdca-44c7-9362-7bfb295ef0d4 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563607 Jan 31 17:19:05.701842 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c211904-afbb-4bf7-8888-dff964ac7119 req-2caa4436-4a2c-457c-9821-68746abda36d tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:05.703487 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8c211904-afbb-4bf7-8888-dff964ac7119 req-2caa4436-4a2c-457c-9821-68746abda36d tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 943 time: 0.0652750 Jan 31 17:19:05.761389 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8c211904-afbb-4bf7-8888-dff964ac7119 req-08dccb35-3cf5-4679-ab72-34a9add51d68 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515478 Jan 31 17:19:06.846141 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4623f373-c4af-44cb-bb52-050a3878184a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:06.910476 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335556c3-a3fd-4e10-a962-fc0ff34e787d req-81629c20-fe00-40b8-bc9d-32f000120c1e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:06.912124 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-335556c3-a3fd-4e10-a962-fc0ff34e787d req-81629c20-fe00-40b8-bc9d-32f000120c1e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 943 time: 0.0615923 Jan 31 17:19:06.967996 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-335556c3-a3fd-4e10-a962-fc0ff34e787d req-8542ddd2-d5d6-49e1-8da6-058995d1e57b tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500252 Jan 31 17:19:07.014312 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:19:08.104407 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c65a1-dedd-4184-998b-6e2c9c36c34e req-72ef21d8-a80a-4d23-a9de-6454e2fc1868 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:08.105991 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-132c65a1-dedd-4184-998b-6e2c9c36c34e req-72ef21d8-a80a-4d23-a9de-6454e2fc1868 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 943 time: 0.0584848 Jan 31 17:19:08.166812 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-132c65a1-dedd-4184-998b-6e2c9c36c34e req-482ef9d4-8599-4b66-b123-0f15034f7254 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506856 Jan 31 17:19:08.398263 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=102772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 17:19:08.551185 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:19:08.565123 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Returning: {'device': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'port_id': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'mac_address': 'fa:16:3e:fb:06:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 17:19:08.610775 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 is: DOWN; New status is: BUILD {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:19:08.611166 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:08.626123 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 {{(pid=102772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 17:19:08.647421 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:19:08.654290 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:08.720932 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,revision_number=4']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:19:08.735215 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.735849 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.736442 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.737031 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.737605 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.738177 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.738743 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.739713 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.740287 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.740869 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.741447 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.742015 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.742591 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:08.915846 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] get_ports_and_sgs() called for port_ids ['6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2'] {{(pid=102772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 17:19:09.302304 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cfed6-fbdd-4018-8d2c-b1926aa00bce req-50b39d45-f757-48d7-826c-29e56ea37b58 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:09.303987 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0a3cfed6-fbdd-4018-8d2c-b1926aa00bce req-50b39d45-f757-48d7-826c-29e56ea37b58 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 944 time: 0.0621004 Jan 31 17:19:09.369236 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-0a3cfed6-fbdd-4018-8d2c-b1926aa00bce req-d172801f-f278-4bee-83f4-22cc757c6312 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553806 Jan 31 17:19:09.911441 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:10.399838 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 up at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 17:19:10.466511 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning for port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 completed by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:19:10.473630 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.provisioning_blocks [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Provisioning complete for port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 triggered by entity L2. {{(pid=102772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:19:10.474208 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3860664'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), provisioning_complete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:10.531631 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531f49f-baba-4cda-a91d-02b724305c3c req-fa471374-4b47-4b43-b73d-732a452b2e0f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:10.533548 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2531f49f-baba-4cda-a91d-02b724305c3c req-fa471374-4b47-4b43-b73d-732a452b2e0f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 944 time: 0.0850441 Jan 31 17:19:10.589032 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2531f49f-baba-4cda-a91d-02b724305c3c req-06c7b027-d115-41c4-93af-0eb2f46ff2d0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494685 Jan 31 17:19:10.599064 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Current status of the port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 is: BUILD; New status is: ACTIVE {{(pid=102772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 17:19:10.599594 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), before_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:10.637320 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2'}] {{(pid=102772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:19:10.641662 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06d3bd07de7e2c12716371940bb449f3171ae182eb7d30208e4d02d610f52c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1493b1a-de0d-408a-86c7-0602a3528b91" -d '{"events": [{"server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2"}]}' {{(pid=102772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:19:10.664115 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] For port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:19:10.670969 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:10.749350 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Pushing event updated for resources: {'Port': ['ID=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,revision_number=5']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:19:10.764940 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a909745-5ec7-4425-a662-fa78a8afb643 x-openstack-request-id: req-0a909745-5ec7-4425-a662-fa78a8afb643 {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:19:10.765253 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2", "code": 200}]} {{(pid=102772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:19:10.765526 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0a909745-5ec7-4425-a662-fa78a8afb643 {{(pid=102772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:19:10.765915 dv-cinder-814898-3-iscsi neutron-server[102772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'code': 200} Jan 31 17:19:11.013145 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cefd2d-c445-428f-8949-e4c3e2a10f23 req-67f076c9-1335-42c0-a059-cacd71417816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:11.014614 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14cefd2d-c445-428f-8949-e4c3e2a10f23 req-67f076c9-1335-42c0-a059-cacd71417816 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 1129 time: 0.0507207 Jan 31 17:19:11.067143 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-14cefd2d-c445-428f-8949-e4c3e2a10f23 req-93f185db-dd68-4046-b5d0-e43b96dc594b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451882 Jan 31 17:19:11.518710 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:11.699632 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:11.732656 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d952af-d3f7-4b8e-9430-197faceaa49f req-2727ae98-e1a8-4e57-9801-f3389207238b tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:11.735468 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-72d952af-d3f7-4b8e-9430-197faceaa49f req-2727ae98-e1a8-4e57-9801-f3389207238b tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 945 time: 0.0712507 Jan 31 17:19:11.798286 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-72d952af-d3f7-4b8e-9430-197faceaa49f req-4628f103-477c-43cf-b624-62109e880fac tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568309 Jan 31 17:19:12.007742 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:12.943300 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333a7f-4c32-422a-ba06-f91806daf493 req-7f149f3a-1479-4e29-8581-0ddda91a53ef tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:12.944947 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-50333a7f-4c32-422a-ba06-f91806daf493 req-7f149f3a-1479-4e29-8581-0ddda91a53ef tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 945 time: 0.0689120 Jan 31 17:19:13.018930 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-50333a7f-4c32-422a-ba06-f91806daf493 req-78a88504-4541-4383-8d17-f06796c8cdca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646403 Jan 31 17:19:13.161505 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164131b3-746b-4320-ad01-e3ef6ac5be67 req-74c8cd5b-d7a9-4d27-8cc4-08658c7e2734 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:13.163144 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-164131b3-746b-4320-ad01-e3ef6ac5be67 req-74c8cd5b-d7a9-4d27-8cc4-08658c7e2734 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 945 time: 0.0648832 Jan 31 17:19:13.217013 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-164131b3-746b-4320-ad01-e3ef6ac5be67 req-ab8ff490-8d67-4748-b72e-7bca5d0886a9 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480192 Jan 31 17:19:13.241437 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46732) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:19:13.293262 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c23be-6b54-4484-ba23-88c69ccaa794 tempest-TestVolumeBootPattern-90632800 tempest-TestVolumeBootPattern-90632800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:13.295002 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-599c23be-6b54-4484-ba23-88c69ccaa794 tempest-TestVolumeBootPattern-90632800 tempest-TestVolumeBootPattern-90632800-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 1124 time: 0.0524137 Jan 31 17:19:13.298054 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46734) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:19:13.302838 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.v2.base [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Request body: {'floatingip': {'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'port_id': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 17:19:13.325179 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:13.433432 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (None), before_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:13.571478 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_common [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Allocated IP 172.27.3.230 (8e17c186-d206-49fe-9219-5cfcc3ccc4fd/e9d8e832-1592-4ec8-8239-311f874ae5d6/8d43a958-8a46-4153-aad3-9ef27cd6f662) {{(pid=102771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:19:13.710765 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (8d43a958-8a46-4153-aad3-9ef27cd6f662), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:13.747596 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785969368086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (8d43a958-8a46-4153-aad3-9ef27cd6f662), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:13.788377 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Network 8e17c186-d206-49fe-9219-5cfcc3ccc4fd is already hosted by enough agents. {{(pid=102771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:19:13.794168 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.base_scheduler [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Resources bound (agent type, host, resource id): {{(pid=102771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:19:13.797384 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Received port after_create {{(pid=102771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 17:19:13.825024 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=8d43a958-8a46-4153-aad3-9ef27cd6f662,revision_number=1']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:19:13.838676 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.839024 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.839366 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.839736 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.840066 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.840395 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.840790 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.841120 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.841447 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.841771 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.842099 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.842420 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:13.842743 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:19:14.217311 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (7ad9f2b2-136e-4e14-ae06-101d0e73094c), precommit_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:14.296182 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930244'] for port (8d43a958-8a46-4153-aad3-9ef27cd6f662), before_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:14.466935 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for port (8d43a958-8a46-4153-aad3-9ef27cd6f662), precommit_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:14.473219 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785969845962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785969368104', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785969368122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12496123'] for port (8d43a958-8a46-4153-aad3-9ef27cd6f662), after_update {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:14.552732 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event updated for resources: {'Port': ['ID=8d43a958-8a46-4153-aad3-9ef27cd6f662,revision_number=2']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:19:14.566377 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550039'] for floatingip (7ad9f2b2-136e-4e14-ae06-101d0e73094c), after_create {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:14.948263 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Floating IP 7ad9f2b2-136e-4e14-ae06-101d0e73094c associated. External IP: 172.27.3.230, port: 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2. Jan 31 17:19:15.174956 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Router e0857741-d7e0-4201-9e44-b9016feec859 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:19:15.290447 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:19:15.303951 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:19:15.312110 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:15.315956 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:19:15.316603 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:19:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:19:15.354575 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-279541d9-860c-406d-9693-c32563721a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0551462 Jan 31 17:19:15.355722 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:19:15.360089 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c485c8a-55e8-492e-9d2d-5e45714b6542" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:19:15.501561 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:19:15.504583 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f388261f-5631-4d5b-a633-47fec67e4266 x-openstack-request-id: req-f388261f-5631-4d5b-a633-47fec67e4266 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:19:15.504911 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:19:15.505191 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f388261f-5631-4d5b-a633-47fec67e4266 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:19:15.505764 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'status': 'completed', 'code': 200} Jan 31 17:19:15.580239 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-c020c4e3-b63a-4ef3-9d24-7f1b70347c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:15.581673 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-c020c4e3-b63a-4ef3-9d24-7f1b70347c3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 1129 time: 0.0508430 Jan 31 17:19:15.685781 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-9234feb6-acd3-42cc-b898-eed6424140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:15.687574 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-9234feb6-acd3-42cc-b898-eed6424140eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.0996242 Jan 31 17:19:15.762521 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-8bfaa6be-eded-4605-a6fe-9272a629a2cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 HTTP/1.1" status: 200 len: 999 time: 0.0677612 Jan 31 17:19:15.817705 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '7ad9f2b2-136e-4e14-ae06-101d0e73094c', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:fb:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:19:14Z', 'updated_at': '2022-01-31T17:19:14Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}, {'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:17Z', 'revision_number': 1, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:19:15.825296 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-72c521ad-0c9d-49b3-a3ae-e6d5f5b2e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:15.826930 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-72c521ad-0c9d-49b3-a3ae-e6d5f5b2e76c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0574651 Jan 31 17:19:15.853757 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:19:15.865427 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:19:15.866196 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:19:07Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:19:15.887290 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-098ef78c-09c9-4626-89cb-65f7720389f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:15.889093 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-098ef78c-09c9-4626-89cb-65f7720389f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546873 Jan 31 17:19:16.020358 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-caedf218-1a05-41a2-92e1-f8a641b1bd53 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226220 Jan 31 17:19:16.128746 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-9c485c8a-55e8-492e-9d2d-5e45714b6542 req-d1a37c07-e0c2-4c7e-bc29-e133a9cf2b43 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021452 Jan 31 17:19:16.167582 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:19:16.430080 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '7ad9f2b2-136e-4e14-ae06-101d0e73094c', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:fb:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:19:14Z', 'updated_at': '2022-01-31T17:19:14Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}, {'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:17Z', 'revision_number': 1, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:19:16.464051 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4bf38b-9624-47d0-94ec-4737ffc297e7 None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '7ad9f2b2-136e-4e14-ae06-101d0e73094c', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:fb:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:19:14Z', 'updated_at': '2022-01-31T17:19:14Z', 'revision_number': 0, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}, {'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:17Z', 'revision_number': 1, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:19:16.694806 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e258d2e-80e1-4768-9ebe-e77b4d750efe None None] New status for floating IP 7ad9f2b2-136e-4e14-ae06-101d0e73094c: ACTIVE {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:19:34.473350 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a380beb3-bbc7-4834-8630-938d52204d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:36.849421 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9fef8fed-e09c-4350-890c-c42d8fe6f476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:39.906546 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:41.508353 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:41.696429 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:42.013676 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:19:44.015093 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:19:49.754814 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-10977199-b734-4150-80e7-2afa687a5189 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490947 Jan 31 17:19:49.857895 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-57570d74-7a43-4388-b247-cd996451760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:49.859657 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-57570d74-7a43-4388-b247-cd996451760b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1129 time: 0.0562258 Jan 31 17:19:49.979861 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-062afe25-43a0-4693-a10d-613d39b2ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:49.981402 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-062afe25-43a0-4693-a10d-613d39b2ae1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.0964890 Jan 31 17:19:50.057205 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-7e365cb4-7933-4785-b868-8c8bdb487145 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 200 len: 1001 time: 0.0690153 Jan 31 17:19:50.111717 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-66246fc5-1f48-403f-953a-755ee52904b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:50.113305 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-66246fc5-1f48-403f-953a-755ee52904b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0475049 Jan 31 17:19:50.169140 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-e0165a7c-30b8-435d-80e8-af75fcc6dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:19:50.170638 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-e0165a7c-30b8-435d-80e8-af75fcc6dfec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507331 Jan 31 17:19:50.273030 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-3f54fa54-d298-4914-89c0-c4756c926e4e service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952580 Jan 31 17:19:50.372664 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-42daeaa6-6559-41d0-ae01-96cef5b2e441 req-65c66527-ef41-474e-9e1a-5c80d23f5539 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885172 Jan 31 17:20:04.470966 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b086e61-490c-487d-ab23-54b3b268d7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:06.846495 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-56045239-98ba-4792-a375-eda1cb416c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:09.909222 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:11.521841 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:11.700134 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:12.002516 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:21.015852 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:20:34.467062 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-eaacfc47-aa30-4bde-828d-743af675893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:36.844767 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a554-6b87-43b1-b72d-2c04259227f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:39.912259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:41.537725 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:41.702650 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:42.001938 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:45.107001 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46772) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:20:45.311359 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Deleting port 8d43a958-8a46-4153-aad3-9ef27cd6f662 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:20:45.311622 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (8d43a958-8a46-4153-aad3-9ef27cd6f662), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:45.398294 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (8d43a958-8a46-4153-aad3-9ef27cd6f662), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:45.398613 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (8d43a958-8a46-4153-aad3-9ef27cd6f662), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:45.412556 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Calling delete_port for 8d43a958-8a46-4153-aad3-9ef27cd6f662 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:20:45.584662 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (8d43a958-8a46-4153-aad3-9ef27cd6f662), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:45.613016 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event deleted for resources: {'Port': ['ID=8d43a958-8a46-4153-aad3-9ef27cd6f662,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:20:45.626693 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.627022 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.627452 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.627747 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.628083 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.628411 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.628738 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.629066 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.629391 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.629715 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.630046 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.630369 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.630686 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:45.694835 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (7ad9f2b2-136e-4e14-ae06-101d0e73094c), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:45.695141 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Floating IP 7ad9f2b2-136e-4e14-ae06-101d0e73094c disassociated (deleted). External IP: 172.27.3.230, port: 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2. Jan 31 17:20:45.987972 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Router e0857741-d7e0-4201-9e44-b9016feec859 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:20:46.105259 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:20:46.112081 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:46.118566 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:20:46.137038 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:20:46.137973 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:20:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:20:46.150813 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-0a1b3f13-11d8-4dec-8f1b-c424952bc85a tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "DELETE /v2.0/floatingips/7ad9f2b2-136e-4e14-ae06-101d0e73094c HTTP/1.1" status: 204 len: 168 time: 1.0425365 Jan 31 17:20:46.151520 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:20:46.154070 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f19df6-9597-454d-906e-abf3acee44f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:20:46.209874 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e7ebdf-6258-4742-86c4-0edc7a729b84 x-openstack-request-id: req-a5e7ebdf-6258-4742-86c4-0edc7a729b84 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:20:46.210205 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:20:46.210457 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a5e7ebdf-6258-4742-86c4-0edc7a729b84 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:20:46.210878 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'status': 'completed', 'code': 200} Jan 31 17:20:46.361468 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:20:46.376819 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f19df6-9597-454d-906e-abf3acee44f2 req-8b274f32-36d6-4d9b-a58f-e0e605e05060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:46.379301 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64f19df6-9597-454d-906e-abf3acee44f2 req-8b274f32-36d6-4d9b-a58f-e0e605e05060 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 1129 time: 0.0868490 Jan 31 17:20:46.495334 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0ea9b-2a5e-4d21-a356-58eeb17f0669 req-b7eb4751-b2f4-4f23-90bb-7d8d413b0f02 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:46.498042 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-25e0ea9b-2a5e-4d21-a356-58eeb17f0669 req-b7eb4751-b2f4-4f23-90bb-7d8d413b0f02 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 945 time: 0.0759201 Jan 31 17:20:46.509997 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f19df6-9597-454d-906e-abf3acee44f2 req-cbaa62a9-08c4-424e-88f2-c8e3a8915d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:46.511617 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64f19df6-9597-454d-906e-abf3acee44f2 req-cbaa62a9-08c4-424e-88f2-c8e3a8915d2e service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.1257408 Jan 31 17:20:46.556899 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64f19df6-9597-454d-906e-abf3acee44f2 req-71a67e9f-c0cd-42fb-8127-6f39d72ffb15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 HTTP/1.1" status: 200 len: 217 time: 0.0380619 Jan 31 17:20:46.570946 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-25e0ea9b-2a5e-4d21-a356-58eeb17f0669 req-eecb8251-6398-440c-8f81-7a5126300693 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617173 Jan 31 17:20:46.623724 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f19df6-9597-454d-906e-abf3acee44f2 req-73bd7327-ba97-42b0-8628-a98b705ae390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:46.625275 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64f19df6-9597-454d-906e-abf3acee44f2 req-73bd7327-ba97-42b0-8628-a98b705ae390 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0609813 Jan 31 17:20:46.662174 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:17Z', 'revision_number': 1, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:20:46.681334 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f19df6-9597-454d-906e-abf3acee44f2 req-2ae2694b-7cf2-4ddd-a6b8-35f210db4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:46.682900 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64f19df6-9597-454d-906e-abf3acee44f2 req-2ae2694b-7cf2-4ddd-a6b8-35f210db4d49 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498776 Jan 31 17:20:46.696755 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:20:46.706220 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:20:46.706881 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:20:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:20:46.788912 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64f19df6-9597-454d-906e-abf3acee44f2 req-d3d72cde-7ec7-43b9-8f76-640a9fe6490c service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980332 Jan 31 17:20:46.822235 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:20:46.887552 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-64f19df6-9597-454d-906e-abf3acee44f2 req-3734bd96-d3e5-4fe6-bd01-498969068ee7 service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921743 Jan 31 17:20:47.079936 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:17Z', 'revision_number': 1, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:20:47.107224 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bee2a-cd2f-49db-840b-35feac44df83 None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_floatingips': [{'id': '8245ce9c-c3fb-471f-bd14-b4625ed4695f', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'router_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'port_id': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'mac_address': 'fa:16:3e:51:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:17:14Z', 'updated_at': '2022-01-31T17:17:17Z', 'revision_number': 1, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:20:47.364585 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00926f-387a-484f-beb3-4575b6dd798b None None] New status for floating IP 7ad9f2b2-136e-4e14-ae06-101d0e73094c: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:20:47.712370 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009d99a-5eee-4dd8-aeb0-04ffb7546921 req-d99c54a9-ec1c-43c5-a0fa-f322a6e9890e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:47.713948 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5009d99a-5eee-4dd8-aeb0-04ffb7546921 req-d99c54a9-ec1c-43c5-a0fa-f322a6e9890e tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 945 time: 0.0552583 Jan 31 17:20:47.788282 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-5009d99a-5eee-4dd8-aeb0-04ffb7546921 req-618678d2-65c4-43c1-a23f-587969840a9c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657895 Jan 31 17:20:48.016626 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-51afdec5-f7ea-4534-9d4d-2def56c0fe86 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:48.018129 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-51afdec5-f7ea-4534-9d4d-2def56c0fe86 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 945 time: 0.0624006 Jan 31 17:20:48.133393 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Deleting port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:20:48.133726 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:48.247691 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] For port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:20:48.248068 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:48.262623 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Calling delete_port for 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:20:48.421338 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:48.452512 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event deleted for resources: {'Port': ['ID=6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:20:48.468797 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.469807 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.470526 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.471102 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.471750 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.472318 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.472913 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.473522 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.474144 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.474701 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.475296 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.475921 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.476493 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:20:48.545880 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] No DVR routers for this DVR port 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:20:48.549588 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:48.553459 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-8eaaf9ea-1013-4c8b-b489-bf7ecaf18e79 req-c444e515-8ecc-4f2b-bf2a-96920da867cf tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "DELETE /v2.0/ports/6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 HTTP/1.1" status: 204 len: 173 time: 0.5296431 Jan 31 17:20:48.554073 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'name': 'network-vif-deleted', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:20:48.556690 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c3a28-798f-48d2-974e-8b3bbfb0a21a" -d '{"events": [{"server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "name": "network-vif-deleted", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:20:48.598770 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfafd59-30d0-48b3-96e0-db78c4c3e674 x-openstack-request-id: req-ebfafd59-30d0-48b3-96e0-db78c4c3e674 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:20:48.599269 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ea7816-4a68-48c9-ad13-3124497d4a2d", "name": "network-vif-deleted", "tag": "6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:20:48.599698 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ebfafd59-30d0-48b3-96e0-db78c4c3e674 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:20:48.600146 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ea7816-4a68-48c9-ad13-3124497d4a2d', 'name': 'network-vif-deleted', 'tag': '6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2', 'status': 'completed', 'code': 200} Jan 31 17:20:48.925073 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-15d1a604-8768-41cc-ad91-5f5337ec8d61 req-01c0effe-c608-4d56-a515-7efb2978afb1 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7ea7816-4a68-48c9-ad13-3124497d4a2d HTTP/1.1" status: 200 len: 210 time: 0.0332477 Jan 31 17:20:50.856458 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:20:50.882682 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:20:50.883075 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device 6d78a893-b37c-42d7-ae0a-74cb0c5ce7c2 not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:20:52.269599 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46812) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:20:52.449821 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Deleting port 87c8ebc7-ed78-403e-aed4-90c9fbf197a3 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:20:52.450222 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:52.543653 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:52.543922 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:52.559404 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Calling delete_port for 87c8ebc7-ed78-403e-aed4-90c9fbf197a3 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:20:52.758504 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (87c8ebc7-ed78-403e-aed4-90c9fbf197a3), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:52.808069 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event deleted for resources: {'Port': ['ID=87c8ebc7-ed78-403e-aed4-90c9fbf197a3,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:20:52.920335 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (8245ce9c-c3fb-471f-bd14-b4625ed4695f), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:52.920732 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.db.l3_db [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Floating IP 8245ce9c-c3fb-471f-bd14-b4625ed4695f disassociated (deleted). External IP: 172.27.3.195, port: b5a382ee-ca02-4c4d-8798-2e77e7e1b59f. Jan 31 17:20:53.163230 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Router e0857741-d7e0-4201-9e44-b9016feec859 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:20:53.289420 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:20:53.295283 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:53.299707 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:20:53.314771 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:20:53.315865 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:20:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:20:53.343695 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-40a6a6a8-889e-4629-a097-ed18db08868f tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "DELETE /v2.0/floatingips/8245ce9c-c3fb-471f-bd14-b4625ed4695f HTTP/1.1" status: 204 len: 168 time: 1.0686889 Jan 31 17:20:53.343695 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f'}] {{(pid=102771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:20:53.346276 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d555658bfdfa39605bdc0146e8ce8dc017b584400e1b0b95cd5930d6b909f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d318dca8-41db-40d8-be75-b8b6c62074de" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f"}]}' {{(pid=102771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:20:53.419737 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49df02e-fe34-43ee-8815-a7f6f2649702 x-openstack-request-id: req-c49df02e-fe34-43ee-8815-a7f6f2649702 {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:20:53.420099 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f", "status": "completed", "code": 200}]} {{(pid=102771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:20:53.420876 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c49df02e-fe34-43ee-8815-a7f6f2649702 {{(pid=102771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:20:53.420876 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'status': 'completed', 'code': 200} Jan 31 17:20:53.513131 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318dca8-41db-40d8-be75-b8b6c62074de req-b54a0d89-9c76-4be9-be1b-55fe1fcbd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:53.514146 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d318dca8-41db-40d8-be75-b8b6c62074de req-b54a0d89-9c76-4be9-be1b-55fe1fcbd5e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 1129 time: 0.0659051 Jan 31 17:20:53.523748 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:20:53.618293 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318dca8-41db-40d8-be75-b8b6c62074de req-de9bcee1-29fb-480b-ae2a-9911f81c6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:53.620145 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d318dca8-41db-40d8-be75-b8b6c62074de req-de9bcee1-29fb-480b-ae2a-9911f81c6168 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 200 len: 912 time: 0.0988455 Jan 31 17:20:53.676264 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d318dca8-41db-40d8-be75-b8b6c62074de req-9b8ccd88-2339-4701-82aa-9ec7dacf0639 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 200 len: 217 time: 0.0453093 Jan 31 17:20:53.745072 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318dca8-41db-40d8-be75-b8b6c62074de req-52111ff3-3b2c-45cd-ab68-2c21db553e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:53.747199 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d318dca8-41db-40d8-be75-b8b6c62074de req-52111ff3-3b2c-45cd-ab68-2c21db553e21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 200 len: 850 time: 0.0644863 Jan 31 17:20:53.757283 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70543fc8-9c45-4338-819f-104e33a569b0 req-abe2224d-cb1a-4355-be1c-015a0342c38c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:53.760060 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-70543fc8-9c45-4338-819f-104e33a569b0 req-abe2224d-cb1a-4355-be1c-015a0342c38c tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 945 time: 0.0928750 Jan 31 17:20:53.824963 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318dca8-41db-40d8-be75-b8b6c62074de req-842b8c28-ee05-4d0a-a134-3e72a9cc3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:53.826545 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d318dca8-41db-40d8-be75-b8b6c62074de req-842b8c28-ee05-4d0a-a134-3e72a9cc3228 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700843 Jan 31 17:20:53.834258 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [req-70543fc8-9c45-4338-819f-104e33a569b0 req-a4cdd270-a476-4500-9f50-a4fa58e59c20 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620375 Jan 31 17:20:53.950780 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d318dca8-41db-40d8-be75-b8b6c62074de req-927bc3ff-9606-43da-988c-ec80a36814cb service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154199 Jan 31 17:20:53.953099 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:20:53.996764 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:20:54.010607 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:20:54.011721 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:20:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:20:54.088370 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-d318dca8-41db-40d8-be75-b8b6c62074de req-462f443c-6031-4ad2-bad6-a8a85d93b8ea service neutron] 10.222.0.71 "GET /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296360 Jan 31 17:20:54.151514 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:20:54.380116 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:20:54.409999 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17981eb7-eed5-41f2-b7ab-ca7681aab262 None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:13:35Z', 'revision_number': 4, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi', '_interfaces': [{'id': 'b3c73cc8-d242-4e02-a907-e9e4bc64c848', 'name': '', 'network_id': '0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'mac_address': 'fa:16:3e:10:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:34Z', 'updated_at': '2022-01-31T17:13:43Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'subnets': [{'id': '257c4df0-cd1f-4153-8bcf-94b39fa85367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:20:54.656380 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4e5ae-9c7d-42f7-9273-379aeea74a7e None None] New status for floating IP 8245ce9c-c3fb-471f-bd14-b4625ed4695f: DOWN {{(pid=102773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 17:20:54.984352 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ef60-9dab-4100-abe8-7ae801127718 req-9fb99faf-01fd-4b9f-8799-320cc5d84db0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:54.986114 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a301ef60-9dab-4100-abe8-7ae801127718 req-9fb99faf-01fd-4b9f-8799-320cc5d84db0 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 945 time: 0.0597105 Jan 31 17:20:55.048702 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-a301ef60-9dab-4100-abe8-7ae801127718 req-97d2e343-c737-400c-980b-af28980222e8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/security-groups?id=2a7219da-76ff-45d9-9c66-3247c2c438c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522151 Jan 31 17:20:55.249812 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-8867920e-1e15-4b5c-b9f9-7dd488807e94 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:20:55.251652 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-8867920e-1e15-4b5c-b9f9-7dd488807e94 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 945 time: 0.0702975 Jan 31 17:20:55.362594 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Deleting port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:20:55.362951 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:55.770542 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] For port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:20:55.770782 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:55.785154 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Calling delete_port for b5a382ee-ca02-4c4d-8798-2e77e7e1b59f owned by compute:nova {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:20:55.924946 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (b5a382ee-ca02-4c4d-8798-2e77e7e1b59f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:55.955576 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event deleted for resources: {'Port': ['ID=b5a382ee-ca02-4c4d-8798-2e77e7e1b59f,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:20:56.008986 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] No DVR routers for this DVR port b5a382ee-ca02-4c4d-8798-2e77e7e1b59f on host hv-cinder-81489 {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:20:56.011951 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for port (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:56.015195 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-2c6368d2-4154-48a2-9c0d-d0a4b4c57a17 req-7f3f10f0-1300-4e23-a70c-e7ac6661e8f8 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.71 "DELETE /v2.0/ports/b5a382ee-ca02-4c4d-8798-2e77e7e1b59f HTTP/1.1" status: 204 len: 173 time: 0.7563045 Jan 31 17:20:56.015742 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'name': 'network-vif-deleted', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f'}] {{(pid=102770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 17:20:56.018140 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5494aa890a996c3194e66356ba43271fec20ce5df544b04b49232bf4ab062b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfa7c02-2316-4ca8-b7f7-fc674274d4db" -d '{"events": [{"server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "name": "network-vif-deleted", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f"}]}' {{(pid=102770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 17:20:56.076518 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d494982e-0d96-4acc-89bf-8a1afad5ef65 x-openstack-request-id: req-d494982e-0d96-4acc-89bf-8a1afad5ef65 {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 17:20:56.076930 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cf713f-fc64-4ae2-847a-03bea0e00470", "name": "network-vif-deleted", "tag": "b5a382ee-ca02-4c4d-8798-2e77e7e1b59f", "status": "completed", "code": 200}]} {{(pid=102770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 17:20:56.077494 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d494982e-0d96-4acc-89bf-8a1afad5ef65 {{(pid=102770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 17:20:56.078525 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cf713f-fc64-4ae2-847a-03bea0e00470', 'name': 'network-vif-deleted', 'tag': 'b5a382ee-ca02-4c4d-8798-2e77e7e1b59f', 'status': 'completed', 'code': 200} Jan 31 17:20:56.172819 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [req-006d8a1c-0ad2-4009-8acf-634d06281c3f req-e1b9c85f-1143-4929-9ce4-231823ecb875 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cf713f-fc64-4ae2-847a-03bea0e00470 HTTP/1.1" status: 200 len: 210 time: 0.0330377 Jan 31 17:20:57.248007 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46828) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:20:57.398612 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Deleting port 5c0e616d-1741-4497-8b61-222ac02fe544 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:20:57.399008 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (5c0e616d-1741-4497-8b61-222ac02fe544), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:57.493941 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (5c0e616d-1741-4497-8b61-222ac02fe544), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:57.494229 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (5c0e616d-1741-4497-8b61-222ac02fe544), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:57.508872 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Calling delete_port for 5c0e616d-1741-4497-8b61-222ac02fe544 owned by network:floatingip {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:20:57.663962 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (5c0e616d-1741-4497-8b61-222ac02fe544), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:57.690239 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event deleted for resources: {'Port': ['ID=5c0e616d-1741-4497-8b61-222ac02fe544,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:20:57.766318 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for floatingip (ca5a8987-c4b8-4b3b-8155-205af05fd1d0), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:57.768847 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-483661'] for floatingip (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:57.770142 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-d2dceed9-47fc-4788-95bc-ee39077a4cca tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "DELETE /v2.0/floatingips/ca5a8987-c4b8-4b3b-8155-205af05fd1d0 HTTP/1.1" status: 204 len: 168 time: 0.5207374 Jan 31 17:20:58.015728 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:20:58.872488 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device b5a382ee-ca02-4c4d-8798-2e77e7e1b59f no longer exists at agent hyperv_hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:20:58.895324 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] No Port match for: b5a382ee-ca02-4c4d-8798-2e77e7e1b59f {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:20:58.895804 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Device b5a382ee-ca02-4c4d-8798-2e77e7e1b59f not bound to the agent host hv-cinder-81489 {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:20:59.026554 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46840) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:20:59.094298 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6e7-891f-4b85-97f2-95b92cda2d89 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group (2a7219da-76ff-45d9-9c66-3247c2c438c2), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:59.124164 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6e7-891f-4b85-97f2-95b92cda2d89 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group (2a7219da-76ff-45d9-9c66-3247c2c438c2), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:59.209092 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6e7-891f-4b85-97f2-95b92cda2d89 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (2a7219da-76ff-45d9-9c66-3247c2c438c2), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:59.212976 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6e7-891f-4b85-97f2-95b92cda2d89 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:20:59.214524 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-62cbd6e7-891f-4b85-97f2-95b92cda2d89 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] 10.222.0.90 "DELETE /v2.0/security-groups/2a7219da-76ff-45d9-9c66-3247c2c438c2 HTTP/1.1" status: 204 len: 168 time: 0.1867409 Jan 31 17:20:59.227055 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbd6e7-891f-4b85-97f2-95b92cda2d89 tempest-TestVolumeBootPattern-1122016009 tempest-TestVolumeBootPattern-1122016009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7219da-76ff-45d9-9c66-3247c2c438c2,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:20:59.288633 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46844) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:20:59.934528 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (e0857741-d7e0-4201-9e44-b9016feec859), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:00.229147 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Deleting port b3c73cc8-d242-4e02-a907-e9e4bc64c848 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:21:00.229423 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:00.321140 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] For port b3c73cc8-d242-4e02-a907-e9e4bc64c848, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=b3c73cc8-d242-4e02-a907-e9e4bc64c848,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:21:00.321901 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:00.337125 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Calling delete_port for b3c73cc8-d242-4e02-a907-e9e4bc64c848 owned by network:router_interface {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:21:00.581288 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (b3c73cc8-d242-4e02-a907-e9e4bc64c848), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:00.617268 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c73cc8-d242-4e02-a907-e9e4bc64c848,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:01.117478 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (e0857741-d7e0-4201-9e44-b9016feec859), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:01.364615 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Router e0857741-d7e0-4201-9e44-b9016feec859 has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:21:01.495270 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:21:01.504434 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-fe4e8585-4e98-487e-a9e9-4b76a6230340 admin admin] 10.222.0.90 "PUT /v2.0/routers/e0857741-d7e0-4201-9e44-b9016feec859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2128956 Jan 31 17:21:01.507294 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46848) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:01.510273 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] Sync routers for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:21:01.525048 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:21:01.526205 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:20:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:01.668744 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks [] for router (e0857741-d7e0-4201-9e44-b9016feec859), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:01.685587 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: dv-cinder-814898-3-iscsi {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:21:01.849727 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks [] for router_gateway (e0857741-d7e0-4201-9e44-b9016feec859), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:01.917342 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Deleting port d2dca4dc-0b05-4803-9693-96050bfda144 {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:21:01.917658 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:01.924746 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:21:00Z', 'revision_number': 5, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port': {'id': 'd2dca4dc-0b05-4803-9693-96050bfda144', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:30Z', 'updated_at': '2022-01-31T17:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:01.956695 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] Checking router: e0857741-d7e0-4201-9e44-b9016feec859 for host: dv-cinder-814898-3-iscsi {{(pid=102772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:21:01.967863 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] Routers {'e0857741-d7e0-4201-9e44-b9016feec859'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:21:01.968591 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:20:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['e0857741-d7e0-4201-9e44-b9016feec859'], 'active': True} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:02.014887 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] For port d2dca4dc-0b05-4803-9693-96050bfda144, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=d2dca4dc-0b05-4803-9693-96050bfda144,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:21:02.015501 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.033858 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Calling delete_port for d2dca4dc-0b05-4803-9693-96050bfda144 owned by network:router_gateway {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:21:02.069323 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvr_db [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] Set router e0857741-d7e0-4201-9e44-b9016feec859 gateway port host: None {{(pid=102772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:21:02.127732 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_hamode_db [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:21:01Z', 'revision_number': 6, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port_host': None}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:02.162610 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a19686-7a55-4ef6-a96a-86b1316e056d None None] The sync data for ids ['e0857741-d7e0-4201-9e44-b9016feec859'] in dv-cinder-814898-3-iscsi is: [{'id': 'e0857741-d7e0-4201-9e44-b9016feec859', 'name': 'tempest-TestVolumeBootPattern-555672474-router', 'tenant_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:29Z', 'updated_at': '2022-01-31T17:21:01Z', 'revision_number': 6, 'project_id': '9a6ef23bd1de467fa9c6a4c61a63126a', 'gw_port_host': None}] {{(pid=102772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:21:02.294817 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (d2dca4dc-0b05-4803-9693-96050bfda144), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.334090 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dca4dc-0b05-4803-9693-96050bfda144,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:02.404908 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (e0857741-d7e0-4201-9e44-b9016feec859), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.505164 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (e0857741-d7e0-4201-9e44-b9016feec859), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.507443 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks [] for router_controller (e0857741-d7e0-4201-9e44-b9016feec859), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.566993 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (e0857741-d7e0-4201-9e44-b9016feec859), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.568071 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0857741-d7e0-4201-9e44-b9016feec859 {{(pid=102771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:21:02.577357 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.579424 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-52a092e7-4c20-4c49-b2c5-339d61ad9e25 admin admin] 10.222.0.90 "DELETE /v2.0/routers/e0857741-d7e0-4201-9e44-b9016feec859 HTTP/1.1" status: 204 len: 168 time: 1.0704937 Jan 31 17:21:02.583198 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46850) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:02.665094 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device b3c73cc8-d242-4e02-a907-e9e4bc64c848 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:21:02.669642 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86157fd-dbeb-47cb-b654-6280b0fbcf87 admin admin] Deleting subnet 257c4df0-cd1f-4153-8bcf-94b39fa85367 {{(pid=102771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:21:02.676749 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c86157fd-dbeb-47cb-b654-6280b0fbcf87 admin admin] Publish callbacks [] for subnet (257c4df0-cd1f-4153-8bcf-94b39fa85367), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.693001 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: b3c73cc8-d242-4e02-a907-e9e4bc64c848 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:21:02.693595 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device b3c73cc8-d242-4e02-a907-e9e4bc64c848 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:21:02.727431 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c86157fd-dbeb-47cb-b654-6280b0fbcf87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12495369'] for subnet (257c4df0-cd1f-4153-8bcf-94b39fa85367), precommit_delete_associations {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.815644 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c86157fd-dbeb-47cb-b654-6280b0fbcf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (257c4df0-cd1f-4153-8bcf-94b39fa85367), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.881403 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c86157fd-dbeb-47cb-b654-6280b0fbcf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12496049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12540959'] for subnet (257c4df0-cd1f-4153-8bcf-94b39fa85367), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.910822 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86157fd-dbeb-47cb-b654-6280b0fbcf87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257c4df0-cd1f-4153-8bcf-94b39fa85367,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:02.914452 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-c86157fd-dbeb-47cb-b654-6280b0fbcf87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for subnet (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:02.918132 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-c86157fd-dbeb-47cb-b654-6280b0fbcf87 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/257c4df0-cd1f-4153-8bcf-94b39fa85367 HTTP/1.1" status: 204 len: 168 time: 0.3333583 Jan 31 17:21:02.922804 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46852) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:02.932654 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e196e5d0-0c6b-4d8e-bd1c-568f0a8d7581 None None] Network 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:21:03.031640 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.122992 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Deleting port af205c04-c070-465e-a905-aa9fa8bc47ce {{(pid=102771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:21:03.123520 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.143728 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] DHCP port deletion for 0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 request from dv-cinder-814898-3-iscsi {{(pid=102772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 17:21:03.224192 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.db [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] For port af205c04-c070-465e-a905-aa9fa8bc47ce, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=af205c04-c070-465e-a905-aa9fa8bc47ce,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:21:03.224492 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Deleting port af205c04-c070-465e-a905-aa9fa8bc47ce {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:21:03.224836 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.225027 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.247500 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.plugin [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Calling delete_port for af205c04-c070-465e-a905-aa9fa8bc47ce owned by network:dhcp {{(pid=102771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:21:03.346587 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] For port af205c04-c070-465e-a905-aa9fa8bc47ce, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=af205c04-c070-465e-a905-aa9fa8bc47ce,segment=NetworkSegment(b5ca7350-827a-4abb-ab02-8dd33b3dadae),segment_id=b5ca7350-827a-4abb-ab02-8dd33b3dadae)] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:21:03.347299 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.370811 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Calling delete_port for af205c04-c070-465e-a905-aa9fa8bc47ce owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:21:03.408398 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12496108'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.439622 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=af205c04-c070-465e-a905-aa9fa8bc47ce,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:03.443486 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] No DVR routers for this DVR port af205c04-c070-465e-a905-aa9fa8bc47ce on host dv-cinder-814898-3-iscsi {{(pid=102771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:21:03.481815 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (af205c04-c070-465e-a905-aa9fa8bc47ce), after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.509604 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Pushing event deleted for resources: {'Port': ['ID=af205c04-c070-465e-a905-aa9fa8bc47ce,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:03.513339 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] No DVR routers for this DVR port af205c04-c070-465e-a905-aa9fa8bc47ce on host dv-cinder-814898-3-iscsi {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:21:03.521251 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.521609 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.521983 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.522315 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.522665 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.523011 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.529259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.529259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.529259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.529259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.529259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.529259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.529259 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ac877-e33c-4f2a-ac8d-402e24203fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-3-iscsi {{(pid=102772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:21:03.538886 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.574880 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5']}} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:03.591306 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ca7350-827a-4abb-ab02-8dd33b3dadae') {'for_net_delete': True} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:03.591799 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.services.segments.db [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ca7350-827a-4abb-ab02-8dd33b3dadae') {} {{(pid=102771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:03.609231 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12495360'] for segment (b5ca7350-827a-4abb-ab02-8dd33b3dadae), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.631197 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (b5ca7350-827a-4abb-ab02-8dd33b3dadae), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.640125 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=102771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:21:03.640463 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12495903'] for segment (b5ca7350-827a-4abb-ab02-8dd33b3dadae), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: Traceback (most recent call last): Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: timer() Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: cb(*args, **kw) Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: return func(*args, **kwargs) Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: self._notify() Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: self.callback(batched_events) Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: event.method(event) Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: return f(self, *a, **k) Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._get(url).json() Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: return self.request(url, 'GET', **kwargs) Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:21:03.642411 dv-cinder-814898-3-iscsi neutron-server[102771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:21:03.704112 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.711324 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:03.715677 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5 HTTP/1.1" status: 204 len: 168 time: 0.7916481 Jan 31 17:21:03.720208 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46854) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:03.731981 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e15b6-95d4-465f-96c5-253e22b07b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a777d8e-6d68-4f1f-a24e-250cdcbf2bf5,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:04.206624 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549015'] for router_interface (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:04.307721 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device d2dca4dc-0b05-4803-9693-96050bfda144 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:21:04.334956 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: d2dca4dc-0b05-4803-9693-96050bfda144 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:21:04.335295 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device d2dca4dc-0b05-4803-9693-96050bfda144 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:21:04.335756 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device af205c04-c070-465e-a905-aa9fa8bc47ce no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:21:04.356648 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: af205c04-c070-465e-a905-aa9fa8bc47ce {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:21:04.356992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device af205c04-c070-465e-a905-aa9fa8bc47ce not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:21:04.471539 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6594d8f1-5d6f-4d81-8b67-a36ceae9b181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:04.571058 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Deleting port 17f92677-d113-43dd-b3a8-1a43e6467c21 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:21:04.571664 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:04.674590 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] For port 17f92677-d113-43dd-b3a8-1a43e6467c21, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=17f92677-d113-43dd-b3a8-1a43e6467c21,segment=NetworkSegment(3dba199f-db0c-4995-9841-868fb6e051e7),segment_id=3dba199f-db0c-4995-9841-868fb6e051e7)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:21:04.674940 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:04.690387 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Calling delete_port for 17f92677-d113-43dd-b3a8-1a43e6467c21 owned by network:router_interface {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:21:04.898871 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (17f92677-d113-43dd-b3a8-1a43e6467c21), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:04.928698 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f92677-d113-43dd-b3a8-1a43e6467c21,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:05.156613 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548867'] for router_interface (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:05.438761 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb has already been hosted by L3 agent ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc {{(pid=102770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:21:05.562952 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] Notify agent at l3_agent.dv-cinder-814898-3-iscsi the message routers_updated {{(pid=102770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:21:05.569157 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-feb2d003-1c8a-4bb7-8393-69d9f2180651 admin admin] 10.222.0.90 "PUT /v2.0/routers/86dc39d2-1bbb-4ed7-8f3f-8df007271aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8469622 Jan 31 17:21:05.572084 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46856) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:05.575619 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] Sync routers for ids ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'] in dv-cinder-814898-3-iscsi {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 17:21:05.593494 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] Routers {'86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:21:05.594220 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:20:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:05.693358 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks [] for router (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:05.737743 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] Set router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb gateway port host: dv-cinder-814898-3-iscsi {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:21:05.817194 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks [] for router_gateway (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:05.882526 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Deleting port 86384aa1-90fa-4424-8841-b38d3bac376b {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:21:05.883034 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:05.982434 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] For port 86384aa1-90fa-4424-8841-b38d3bac376b, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=86384aa1-90fa-4424-8841-b38d3bac376b,segment=NetworkSegment(aa44f73f-00ce-45f0-9cc4-1ec657477615),segment_id=aa44f73f-00ce-45f0-9cc4-1ec657477615)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:21:05.983337 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.001931 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Calling delete_port for 86384aa1-90fa-4424-8841-b38d3bac376b owned by network:router_gateway {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:21:06.068858 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'external_fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:21:04Z', 'revision_number': 5, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port': {'id': '86384aa1-90fa-4424-8841-b38d3bac376b', 'name': '', 'network_id': '8e17c186-d206-49fe-9219-5cfcc3ccc4fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:30:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:13:39Z', 'updated_at': '2022-01-31T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d8e832-1592-4ec8-8239-311f874ae5d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-3-iscsi'}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:06.114466 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] Checking router: 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb for host: dv-cinder-814898-3-iscsi {{(pid=102773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 17:21:06.128590 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] Routers {'86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'} bound to L3 agent in host dv-cinder-814898-3-iscsi {{(pid=102773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 17:21:06.129671 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T16:58:07Z,description=,heartbeat_timestamp=2022-01-31T17:20:37Z,host='dv-cinder-814898-3-iscsi',id=ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T16:58:07Z,topic='l3_agent')) {'router_ids': ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'], 'active': True} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:06.183106 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (86384aa1-90fa-4424-8841-b38d3bac376b), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.221360 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=86384aa1-90fa-4424-8841-b38d3bac376b,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:06.280895 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_dvr_db [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] Set router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb gateway port host: None {{(pid=102773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 17:21:06.309311 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551277'] for router_gateway (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.340382 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.l3_hamode_db [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:21:05Z', 'revision_number': 6, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port_host': None}], 'dv-cinder-814898-3-iscsi', False) {} {{(pid=102773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:06.368658 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d9aff-153e-4ac7-8740-1ef610e89cbd None None] The sync data for ids ['86dc39d2-1bbb-4ed7-8f3f-8df007271aeb'] in dv-cinder-814898-3-iscsi is: [{'id': '86dc39d2-1bbb-4ed7-8f3f-8df007271aeb', 'name': 'tempest-TestVolumeBootPattern-225726480-router', 'tenant_id': '98df53f25ace47df977b073b47b3c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:13:38Z', 'updated_at': '2022-01-31T17:21:05Z', 'revision_number': 6, 'project_id': '98df53f25ace47df977b073b47b3c1cd', 'gw_port_host': None}] {{(pid=102773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 17:21:06.478271 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2032'] for router (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.482543 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks [] for router_controller (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.535342 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548849'] for router (86dc39d2-1bbb-4ed7-8f3f-8df007271aeb), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.536067 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86dc39d2-1bbb-4ed7-8f3f-8df007271aeb {{(pid=102770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:21:06.541309 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.542682 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-63c7a678-9cfe-46ee-8d41-5039a6cf4f41 admin admin] 10.222.0.90 "DELETE /v2.0/routers/86dc39d2-1bbb-4ed7-8f3f-8df007271aeb HTTP/1.1" status: 204 len: 168 time: 0.9695809 Jan 31 17:21:06.545644 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46858) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:06.598658 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14b8b90-f109-4d3d-aa3b-021513e2b7eb admin admin] Deleting subnet 3f6e8af6-5b78-48ad-931e-6c113995f34d {{(pid=102770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 17:21:06.602542 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e14b8b90-f109-4d3d-aa3b-021513e2b7eb admin admin] Publish callbacks [] for subnet (3f6e8af6-5b78-48ad-931e-6c113995f34d), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.641993 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e14b8b90-f109-4d3d-aa3b-021513e2b7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562461'] for subnet (3f6e8af6-5b78-48ad-931e-6c113995f34d), precommit_delete_associations {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.735769 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e14b8b90-f109-4d3d-aa3b-021513e2b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3858382'] for subnet (3f6e8af6-5b78-48ad-931e-6c113995f34d), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.806967 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e14b8b90-f109-4d3d-aa3b-021513e2b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3858359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8693938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9610348'] for subnet (3f6e8af6-5b78-48ad-931e-6c113995f34d), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.844228 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b8b90-f109-4d3d-aa3b-021513e2b7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6e8af6-5b78-48ad-931e-6c113995f34d,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:06.848289 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-e14b8b90-f109-4d3d-aa3b-021513e2b7eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.851820 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-e14b8b90-f109-4d3d-aa3b-021513e2b7eb admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3f6e8af6-5b78-48ad-931e-6c113995f34d HTTP/1.1" status: 204 len: 168 time: 0.3050003 Jan 31 17:21:06.857918 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46860) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:06.861248 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a0e19-8cac-4124-bf19-dce075142502 None None] Network ccae10eb-24af-4302-88ad-169b91f7f06f requested from dv-cinder-814898-3-iscsi {{(pid=102772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 17:21:06.867105 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15788ddc-e699-4446-8f99-e601304ef858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:06.936457 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3882884'] for network (ccae10eb-24af-4302-88ad-169b91f7f06f), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.001064 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Deleting port 36fa615b-7e97-4f30-abbe-928ba0186534 {{(pid=102770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:21:07.001853 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.073387 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.db [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] For port 36fa615b-7e97-4f30-abbe-928ba0186534, host dv-cinder-814898-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-3-iscsi',level=0,port_id=36fa615b-7e97-4f30-abbe-928ba0186534,segment=NetworkSegment(3dba199f-db0c-4995-9841-868fb6e051e7),segment_id=3dba199f-db0c-4995-9841-868fb6e051e7)] {{(pid=102770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:21:07.073716 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.088635 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.plugin [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Calling delete_port for 36fa615b-7e97-4f30-abbe-928ba0186534 owned by network:dhcp {{(pid=102770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:21:07.160700 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff4c824-5953-4128-8662-346ee717395e None None] DHCP port deletion for ccae10eb-24af-4302-88ad-169b91f7f06f request from dv-cinder-814898-3-iscsi {{(pid=102772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 17:21:07.185720 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8693999'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.237358 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fa615b-7e97-4f30-abbe-928ba0186534,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:07.244188 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] No DVR routers for this DVR port 36fa615b-7e97-4f30-abbe-928ba0186534 on host dv-cinder-814898-3-iscsi {{(pid=102770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:21:07.257227 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4c824-5953-4128-8662-346ee717395e None None] Deleting port 36fa615b-7e97-4f30-abbe-928ba0186534 {{(pid=102772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 17:21:07.257677 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c824-5953-4128-8662-346ee717395e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785969839198'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), before_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.332025 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856219', 'neutron.services.segments.db._delete_segments_for_network-8785969884034'] for network (ccae10eb-24af-4302-88ad-169b91f7f06f), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.374535 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccae10eb-24af-4302-88ad-169b91f7f06f']}} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:07.395423 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dba199f-db0c-4995-9841-868fb6e051e7') {'for_net_delete': True} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:07.396146 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.services.segments.db [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dba199f-db0c-4995-9841-868fb6e051e7') {} {{(pid=102770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:21:07.416554 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785969883019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562452'] for segment (3dba199f-db0c-4995-9841-868fb6e051e7), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.445815 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015'] for segment (3dba199f-db0c-4995-9841-868fb6e051e7), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.459732 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=102770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 17:21:07.460934 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8693788'] for segment (3dba199f-db0c-4995-9841-868fb6e051e7), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: Traceback (most recent call last): Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: timer() Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: cb(*args, **kw) Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: return func(*args, **kwargs) Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: self._notify() Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: self.callback(batched_events) Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: event.method(event) Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: return f(self, *a, **k) Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: return self._get(url).json() Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: return self.request(url, 'GET', **kwargs) Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:21:07.463834 dv-cinder-814898-3-iscsi neutron-server[102770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:21:07.490824 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.db [None req-4ff4c824-5953-4128-8662-346ee717395e None None] For port 36fa615b-7e97-4f30-abbe-928ba0186534, host dv-cinder-814898-3-iscsi, got binding levels [] {{(pid=102772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:21:07.491293 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c824-5953-4128-8662-346ee717395e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551820'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), precommit_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.511059 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4c824-5953-4128-8662-346ee717395e None None] Calling delete_port for 36fa615b-7e97-4f30-abbe-928ba0186534 owned by network:dhcp {{(pid=102772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 17:21:07.517369 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.ipam_backend_mixin [None req-4ff4c824-5953-4128-8662-346ee717395e None None] Port 36fa615b-7e97-4f30-abbe-928ba0186534 was not found and therefore no delete operation was performed {{(pid=102772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 17:21:07.519518 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c824-5953-4128-8662-346ee717395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785969845944', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785969368095'] for port (36fa615b-7e97-4f30-abbe-928ba0186534), after_delete {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.563274 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4c824-5953-4128-8662-346ee717395e None None] Pushing event deleted for resources: {'Port': ['ID=36fa615b-7e97-4f30-abbe-928ba0186534,revision_number=None']} {{(pid=102772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:07.572269 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4c824-5953-4128-8662-346ee717395e None None] No DVR routers for this DVR port 36fa615b-7e97-4f30-abbe-928ba0186534 on host dv-cinder-814898-3-iscsi {{(pid=102772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:21:07.846101 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550021'] for network (ccae10eb-24af-4302-88ad-169b91f7f06f), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.851989 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625403'] for network (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:07.855334 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ccae10eb-24af-4302-88ad-169b91f7f06f HTTP/1.1" status: 204 len: 168 time: 0.9958529 Jan 31 17:21:07.868142 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eea1f0-205e-4021-8861-f632ec1ea3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccae10eb-24af-4302-88ad-169b91f7f06f,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:07.995198 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46864) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:08.041941 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-018f0e17-e787-428e-94d3-7bd4ff7b6ed2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9a6ef23bd1de467fa9c6a4c61a63126a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450032 Jan 31 17:21:08.045463 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [-] (102770) accepted ('10.222.0.90', 46866) {{(pid=102770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:08.100951 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-14aea59b-13d1-4b21-b98a-0c6e02f56243 admin admin] Publish callbacks [] for security_group (e89e4a81-4048-4d60-867d-1e30aa29ab7a), before_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:08.127665 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-14aea59b-13d1-4b21-b98a-0c6e02f56243 admin admin] Publish callbacks [] for security_group (e89e4a81-4048-4d60-867d-1e30aa29ab7a), precommit_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:08.182686 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-14aea59b-13d1-4b21-b98a-0c6e02f56243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (e89e4a81-4048-4d60-867d-1e30aa29ab7a), after_delete {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:08.188080 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron_lib.callbacks.manager [None req-14aea59b-13d1-4b21-b98a-0c6e02f56243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:08.190133 dv-cinder-814898-3-iscsi neutron-server[102770]: INFO neutron.wsgi [None req-14aea59b-13d1-4b21-b98a-0c6e02f56243 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e89e4a81-4048-4d60-867d-1e30aa29ab7a HTTP/1.1" status: 204 len: 168 time: 0.1433666 Jan 31 17:21:08.204734 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aea59b-13d1-4b21-b98a-0c6e02f56243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89e4a81-4048-4d60-867d-1e30aa29ab7a,revision_number=None']} {{(pid=102770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:08.329691 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 17f92677-d113-43dd-b3a8-1a43e6467c21 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:21:08.368255 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 17f92677-d113-43dd-b3a8-1a43e6467c21 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:21:08.368690 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 17f92677-d113-43dd-b3a8-1a43e6467c21 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:21:08.369361 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 86384aa1-90fa-4424-8841-b38d3bac376b no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:21:08.403470 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 86384aa1-90fa-4424-8841-b38d3bac376b {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:21:08.403917 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 86384aa1-90fa-4424-8841-b38d3bac376b not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:21:08.404484 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 36fa615b-7e97-4f30-abbe-928ba0186534 no longer exists at agent ovs-agent-dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 17:21:08.445066 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.plugin [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] No Port match for: 36fa615b-7e97-4f30-abbe-928ba0186534 {{(pid=102772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 17:21:08.445685 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron.plugins.ml2.rpc [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Device 36fa615b-7e97-4f30-abbe-928ba0186534 not bound to the agent host dv-cinder-814898-3-iscsi {{(pid=102772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 17:21:08.640170 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46872) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:08.712913 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-5f008dbb-c8c9-4cb8-8191-90fe7384c0ca admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=98df53f25ace47df977b073b47b3c1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711484 Jan 31 17:21:08.715578 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [-] (102771) accepted ('10.222.0.90', 46874) {{(pid=102771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 17:21:08.772650 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e2e8-410c-4c29-b867-1e55a16131a4 admin admin] Publish callbacks [] for security_group (0098e547-6676-440d-99b0-6970be4cec98), before_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:08.798437 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e2e8-410c-4c29-b867-1e55a16131a4 admin admin] Publish callbacks [] for security_group (0098e547-6676-440d-99b0-6970be4cec98), precommit_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:08.863411 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e2e8-410c-4c29-b867-1e55a16131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901'] for security_group (0098e547-6676-440d-99b0-6970be4cec98), after_delete {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:08.866741 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e2e8-410c-4c29-b867-1e55a16131a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:08.868364 dv-cinder-814898-3-iscsi neutron-server[102771]: INFO neutron.wsgi [None req-e2b5e2e8-410c-4c29-b867-1e55a16131a4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0098e547-6676-440d-99b0-6970be4cec98 HTTP/1.1" status: 204 len: 168 time: 0.1515808 Jan 31 17:21:08.879104 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5e2e8-410c-4c29-b867-1e55a16131a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098e547-6676-440d-99b0-6970be4cec98,revision_number=None']} {{(pid=102771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:21:09.916244 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:11.552559 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:11.716488 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:12.009339 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:34.469460 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-15b1f820-6d5c-41a6-8f7e-986d0d76795a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:35.015424 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:21:36.846649 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-bf3bcf37-e66e-44dc-abff-0faee05f2107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:39.918830 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:41.550575 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:41.710284 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:21:41.998674 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:04.466992 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07434879-2388-4d44-811a-037994b44607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:06.853593 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-700f28e7-bf7e-470d-ae1f-a4a5eb2fe0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:09.923804 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:11.551509 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:11.717976 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:11.997048 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:12.015102 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:22:32.066624 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [req-a335be18-a01a-4dbe-b85b-8a5035774500 req-649acc0e-278a-43b0-be15-9385ce7c4268 service neutron] (102771) timed out ('10.222.0.71', 60361) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 17:22:32.806678 dv-cinder-814898-3-iscsi neutron-server[102770]: DEBUG neutron.wsgi [req-e36603c7-c9b2-4ea0-8223-e62fd1cea072 req-f2704e88-ae40-4f21-9bce-fb82a3075fb3 service neutron] (102770) timed out ('10.222.0.71', 60340) {{(pid=102770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 17:22:34.464303 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-07f40773-e83c-495b-b62d-0ebeed5eda36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:36.849463 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a5874bbf-819a-4a59-a2c9-2391c83587a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:39.925245 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:41.565621 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:41.716943 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:41.996186 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:22:49.020202 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:23:04.459873 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c3039bc3-047f-4420-b467-419cf0027ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:06.847434 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-a807a6b4-70b2-4c5c-a085-a75e15651fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:09.926936 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:11.567142 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:11.719894 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:11.995671 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:26.020119 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:23:34.457028 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-aa237b39-6cf7-49bb-9821-50f10c64afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:36.844866 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9d5da196-428b-4c07-b7f1-4d640d77561d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:39.932045 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:41.600495 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:41.725311 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:23:41.994878 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:03.019353 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:24:04.453236 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-1cacd298-fe1e-4c5c-8b0e-d7591a9cf819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:06.842081 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-9194a7da-a3f7-47fe-ab99-8007d9292b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:09.933220 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:11.638823 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:11.730284 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:11.996618 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:34.450613 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb853-b763-4c39-8b0f-fad3d8e2cafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:36.838508 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-7b21299c-bf9a-4144-b9e2-f6df901d7bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:39.936759 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:40.018927 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:24:41.632056 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:41.732209 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:41.992640 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:24:48.409825 dv-cinder-814898-3-iscsi neutron-server[102771]: DEBUG neutron.wsgi [req-09e340ad-4503-49b3-a6fb-9c65f61c48e6 req-5d8ffda1-d29e-4720-a215-6fdd270b42b7 service neutron] (102771) timed out ('10.222.0.71', 60329) {{(pid=102771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 17:25:04.451228 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8ade-22fd-4c70-a201-90b616e6a588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:06.834327 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-6d473984-c3a7-4831-ae9f-c96e57092611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:09.940408 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:11.625235 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:11.749106 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:11.994926 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:17.018550 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:25:34.459976 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd2a9-aaf3-4cd0-9774-9bab879f8338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:36.832317 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-8db09a91-9346-43fd-8dc2-784dbcf6ba03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:39.950958 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:41.641112 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:41.749825 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:41.994998 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:25:54.019806 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:26:04.446664 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-111528ac-06aa-43f9-a885-704505b0582c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:26:06.831724 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-ae288c75-44d3-429b-9549-a3a2974efde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (ffd6e5c9-49ff-41c8-8bf3-4db8d74d68bc), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:26:09.946115 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-c99cf726-617b-47c0-972f-a329f4785cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (8d27b2f8-7789-4e6d-bf89-fe914db801fd), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:26:11.646380 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-f431a25e-4d46-4387-8d22-46f305a9f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (abc82018-2b87-4271-a8ad-fd2cfc0e9a93), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:26:11.760218 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-626af5e9-499c-4ec9-a8cc-0fe34d79497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (0c2ffe72-88a1-4326-b0bd-3218e236f5af), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:26:11.995303 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-d864ce86-4857-4277-9710-27bcc1058322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (6b1eed47-a8b1-4668-a74b-92e95bfb2a95), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 17:26:31.023457 dv-cinder-814898-3-iscsi neutron-server[102773]: DEBUG neutron.db.agents_db [None req-1d9ccf0d-c1ed-4399-929a-03461c1d87d5 None None] Agent healthcheck: found 6 active agents {{(pid=102773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 17:26:34.443613 dv-cinder-814898-3-iscsi neutron-server[102772]: DEBUG neutron_lib.callbacks.manager [None req-54fe9a01-4c81-432a-81a4-c92ba388a120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785969884016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3860562'] for agent (fb1f86a5-2ebb-410d-a72a-9f8052270f6e), after_update {{(pid=102772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}